-- Logs begin at Mon 2022-04-04 05:27:27 UTC, end at Mon 2022-04-04 06:35:21 UTC. -- Apr 04 06:01:38.892722 dv-cinder-834448-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 04 06:01:41.871797 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.common.config [-] Logging enabled! Apr 04 06:01:41.872328 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev77 Apr 04 06:01:41.872600 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103370) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 04 06:01:41.875884 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.common.config [-] Logging enabled! Apr 04 06:01:41.876140 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev77 Apr 04 06:01:41.876452 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103370) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 04 06:01:41.877448 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 04 06:01:41.877681 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 04 06:01:41.878054 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 04 06:01:41.878295 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 04 06:01:41.878524 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 04 06:01:41.879286 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.879723 dv-cinder-834448-2-iscsi neutron-server[103370]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 04 06:01:41.880042 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.880329 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.880627 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.880958 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.881258 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.881542 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.881841 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.882141 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.882433 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.882699 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.882988 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.883283 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.883565 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.883852 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.884137 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.884420 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] debug = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.884703 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.885166 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.885601 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.885984 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.886464 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.886756 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.887039 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.887323 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.887613 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.887946 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] host = dv-cinder-834448-2-iscsi {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.888227 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.888519 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.888808 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.889131 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.889425 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.889687 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.890325 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.890601 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.890882 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] log_file = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.891160 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.891450 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.891739 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.892030 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.892256 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.892481 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.892770 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.893085 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.893366 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.893642 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.893917 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.894192 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.894463 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.894735 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.895021 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.895303 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.895586 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.895859 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.896132 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.896399 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.896670 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.896978 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.897255 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.897529 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.897804 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.898090 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.898359 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.898631 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.898931 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.899217 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.899495 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.899777 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.900049 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.900328 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.900597 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.900872 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.901167 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] use_json = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.901580 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.901965 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.902450 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.902723 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.903003 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.903281 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.903559 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.903849 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.904124 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:41.904424 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.904723 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.905067 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.905361 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.905654 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.905932 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.906221 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.906499 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.906786 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.907073 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.907361 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.907638 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.907936 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.908224 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.908519 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.908821 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.909136 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.909429 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.909705 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.909980 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.910252 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.910528 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.910820 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.911101 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.911390 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.911678 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.911955 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.912251 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.912537 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.912830 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.913145 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.913421 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.913702 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.913990 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.914267 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.914540 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.914817 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.915105 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.915381 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.915653 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.915937 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.916215 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.916486 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.916757 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.917154 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.917630 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.917921 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.918201 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.918475 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.918754 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.919028 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.919315 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.919602 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.919877 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.920155 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.920433 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.920710 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.921011 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.921294 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.921569 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.921848 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.922124 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.922398 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.922672 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.922946 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.923221 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.923497 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.923770 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.924051 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.924328 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.924601 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.924872 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.925171 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.925447 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.925736 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.926031 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.926310 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.926588 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.926862 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.927142 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.927418 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.927694 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.927970 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.928248 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.928521 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.928808 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.929118 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.929406 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.929714 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.929993 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.930287 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.930564 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.930844 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.931128 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.931410 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.931691 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.931977 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.932262 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.932664 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.933128 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.933624 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.933931 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.934233 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.934520 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.934831 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.935115 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:41.935337 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 04 06:01:41.935581 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103370) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 04 06:01:42.311570 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103370) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 04 06:01:42.311852 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103370) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 04 06:01:42.312160 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103370) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 04 06:01:42.312633 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 04 06:01:42.642728 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:42.642917 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:42.643216 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:42.644403 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:42.644674 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:42.645088 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:42.701704 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:42.701986 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:42.702261 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:42.717089 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:42.717369 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:42.717639 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:42.746283 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:42.746563 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:42.746824 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:42.897222 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:42.897945 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:42.897945 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.127047 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.127287 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.127584 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.127849 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.128542 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.229331 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.229556 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.230013 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.230397 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.230667 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.230983 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.231248 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.231501 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.231760 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.232043 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.232303 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.232545 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.232804 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.233076 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.233334 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.233595 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.233855 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.234118 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.234389 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.234646 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.234901 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.235158 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.235439 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.235824 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.236075 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.236325 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.236718 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 06:01:43.236991 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 06:01:43.237233 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 06:01:43.237469 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 06:01:43.237703 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 06:01:43.237938 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 06:01:43.238303 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 04 06:01:43.241489 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 04 06:01:43.245835 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 04 06:01:43.249514 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 04 06:01:43.251137 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 04 06:01:43.251611 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 04 06:01:43.251946 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 04 06:01:43.252328 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 04 06:01:43.255149 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 04 06:01:43.255400 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 04 06:01:43.255737 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 04 06:01:43.260637 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 04 06:01:43.285277 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 04 06:01:43.285730 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.286023 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103370) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 04 06:01:43.286375 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.287745 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103370) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 04 06:01:43.288028 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 04 06:01:43.288270 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 04 06:01:43.291564 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.291846 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.356369 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 04 06:01:43.356611 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 04 06:01:43.356840 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 04 06:01:43.357238 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 04 06:01:43.380463 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_db.sqlalchemy.engines [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103370) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 04 06:01:43.851328 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.managers [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Initializing driver for type 'gre' Apr 04 06:01:43.851863 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] gre ID ranges: [(1, 1000)] Apr 04 06:01:43.903845 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.managers [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Initializing driver for type 'local' Apr 04 06:01:43.904437 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.managers [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Initializing driver for type 'vlan' Apr 04 06:01:43.918388 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] VlanTypeDriver initialization complete Apr 04 06:01:43.918744 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.managers [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Initializing driver for type 'vxlan' Apr 04 06:01:43.919335 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] vxlan ID ranges: [(1, 1000)] Apr 04 06:01:43.971388 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.managers [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Initializing extension driver 'port_security' Apr 04 06:01:43.971732 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.extensions.port_security [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] PortSecurityExtensionDriver initialization complete Apr 04 06:01:43.972053 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.managers [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Initializing mechanism driver 'openvswitch' Apr 04 06:01:43.972389 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.managers [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Initializing mechanism driver 'hyperv' Apr 04 06:01:43.979223 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.plugin [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103370) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:01:43.979894 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > port after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.980274 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > port after_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.980630 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > port after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.981190 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103370) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 06:01:43.981613 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > subnet after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.981969 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > subnet after_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.982319 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.982718 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103370) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 06:01:43.983126 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > network after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.983478 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > network after_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.983819 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > network after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.984214 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103370) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 06:01:43.984623 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > security_group after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.985002 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > security_group after_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.985342 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > security_group after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.985881 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103370) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 06:01:43.986305 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.986663 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.987011 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.987414 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103370) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 06:01:43.987822 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > address_group after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.988171 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > address_group after_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.988518 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > address_group after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.988938 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103370) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 04 06:01:43.989388 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] ML2 OVO RPC backend initialized. {{(pid=103370) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 04 06:01:43.990095 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.990453 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.990872 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > network before_response 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.991224 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > networks before_response 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.991571 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > port before_response 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.991913 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > ports before_response 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.992257 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > subnet before_response 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.992599 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > subnets before_response 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.992969 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > network after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.993316 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > network after_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.993653 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > network after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.993992 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > port after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.994330 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > port after_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.994667 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > port after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.995004 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > subnet after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.995389 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > subnet after_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:43.995899 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.003103 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.quota [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded quota_driver: . Apr 04 06:01:44.003476 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.plugin [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Modular L2 Plugin initialization complete Apr 04 06:01:44.003824 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading services supported by the core plugin {{(pid=103370) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 04 06:01:44.004171 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.plugins.ml2.managers [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Got port-security extension from driver 'port_security' Apr 04 06:01:44.004693 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.extensions.vlantransparent [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Disabled vlantransparent extension. Apr 04 06:01:44.005210 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103370) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 04 06:01:44.005537 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading Plugin: router Apr 04 06:01:44.040435 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router_interface before_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.040831 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router after_create 55549900 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.041227 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router before_create 55549900 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.041594 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.042128 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.042506 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router after_delete 55549900 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.042885 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > floatingip after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.043238 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > floatingip after_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.043598 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router after_create 55549900 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.043946 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router after_update 55549900 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.044294 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router after_update 55549900 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.044643 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.045028 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router after_update 55549900 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.045425 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router precommit_update 55549900 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.045800 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: port after_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.046146 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: port after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.046490 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: subnet after_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.046833 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.047184 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > port precommit_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.047536 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router precommit_create 55549900 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.047880 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: port before_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.048229 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router precommit_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.048586 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router after_update 55549900 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.048943 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router precommit_delete 55549900 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.049300 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router precommit_create 55549900 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.049662 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.050008 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router precommit_update 55549900 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.050371 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > agent after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.050722 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > agent after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.051069 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > network after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.051934 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Tracking information for resource: router configured {{(pid=103370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 06:01:44.052264 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Tracking information for resource: floatingip configured {{(pid=103370) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 04 06:01:44.057096 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.db.l3_agentschedulers_db [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 04 06:01:44.057792 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: port after_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.058144 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: port after_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.058497 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: port after_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.058848 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: port after_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.059635 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router before_create 55550100 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.060000 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router precommit_delete 55550100 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.060364 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router precommit_create 55550100 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.060720 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > router precommit_update 55550100 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.065748 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.services.provider_configuration [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Service providers = [] {{(pid=103370) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 04 06:01:44.066113 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.db.servicetype_db [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103370) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 04 06:01:44.069137 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.services.service_base [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103370) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 04 06:01:44.069484 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.services.service_base [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103370) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 04 06:01:44.069825 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.services.service_base [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103370) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 04 06:01:44.070707 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.services.service_base [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103370) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 04 06:01:44.071083 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.services.service_base [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 04 06:01:44.071463 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 06:01:44.071790 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 04 06:01:44.082558 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 06:01:44.082902 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading Plugin: auto_allocate Apr 04 06:01:44.088741 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: network precommit_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.089158 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: network precommit_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.089702 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 06:01:44.090024 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading Plugin: tag Apr 04 06:01:44.096702 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 06:01:44.096995 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading Plugin: timestamp Apr 04 06:01:44.100978 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 06:01:44.101334 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading Plugin: network_ip_availability Apr 04 06:01:44.107012 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.107384 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.107742 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.108462 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 06:01:44.108784 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading Plugin: flavors Apr 04 06:01:44.113544 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 06:01:44.113880 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading Plugin: revisions Apr 04 06:01:44.118134 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103370) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 04 06:01:44.118527 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_concurrency.lockutils [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.806s {{(pid=103370) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 04 06:01:44.119268 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103370) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 04 06:01:44.119610 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Initializing extension manager. Apr 04 06:01:44.120225 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: __init__.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.120640 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: __pycache__ {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.121089 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: address_group.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.121850 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.122424 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: address-group Apr 04 06:01:44.122749 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: address_scope.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.123467 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.123986 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: address-scope Apr 04 06:01:44.124332 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: admin_state_down_before_update.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.125505 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.126024 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: router-admin-state-down-before-update Apr 04 06:01:44.126349 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: agent.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.127031 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.127544 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: agent Apr 04 06:01:44.127868 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: agent_resources_synced.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.128770 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.129313 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: agent-resources-synced Apr 04 06:01:44.129636 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: allowedaddresspairs.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.131433 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.131958 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: allowed-address-pairs Apr 04 06:01:44.132286 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: auto_allocated_topology.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.133369 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.133897 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: auto-allocated-topology Apr 04 06:01:44.134225 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: availability_zone.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.134925 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.135444 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: availability_zone Apr 04 06:01:44.135808 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: availability_zone_filter.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.136746 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.137290 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: availability_zone_filter Apr 04 06:01:44.137617 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: data_plane_status.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.138520 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.139045 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension data-plane-status not supported by any of loaded plugins Apr 04 06:01:44.139371 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: default_subnetpools.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.140639 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.141195 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: default-subnetpools Apr 04 06:01:44.141519 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: dhcpagentscheduler.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.142324 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.142851 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: dhcp_agent_scheduler Apr 04 06:01:44.143173 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: dns.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.144081 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.144594 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension dns-integration not supported by any of loaded plugins Apr 04 06:01:44.144930 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: dns_domain_ports.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.145855 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.146375 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 04 06:01:44.146696 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.147616 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.148131 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 04 06:01:44.148461 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: dvr.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.149164 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.149678 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: dvr Apr 04 06:01:44.150000 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: ecmp_routes.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.150911 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.151465 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension ecmp_routes not supported by any of loaded plugins Apr 04 06:01:44.151784 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: empty_string_filtering.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.152696 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.153230 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: empty-string-filtering Apr 04 06:01:44.153549 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.154460 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.154968 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 04 06:01:44.155284 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.156210 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.156714 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 04 06:01:44.157145 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: external_net.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.158053 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.158573 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: external-net Apr 04 06:01:44.158891 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: extra_dhcp_opt.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.159800 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.160308 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: extra_dhcp_opt Apr 04 06:01:44.160628 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: extraroute.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.161571 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.162086 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: extraroute Apr 04 06:01:44.162406 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: extraroute_atomic.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.163426 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.163950 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: extraroute-atomic Apr 04 06:01:44.164270 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: filter_validation.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.164963 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.165475 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: filter-validation Apr 04 06:01:44.165796 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: fip_pf_description.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.166704 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.167240 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 04 06:01:44.167558 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: fip_pf_port_range.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.168490 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.169029 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 04 06:01:44.169348 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: fip_port_details.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.170269 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.170785 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: fip-port-details Apr 04 06:01:44.171100 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: flavors.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.172331 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.172857 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: flavors Apr 04 06:01:44.173211 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.174831 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.175373 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 04 06:01:44.175702 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: floatingip_pools.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.176399 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.176929 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: floatingip-pools Apr 04 06:01:44.177272 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: ip_allocation.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.178196 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.178710 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension ip_allocation not supported by any of loaded plugins Apr 04 06:01:44.179034 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.179946 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.180469 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: ip-substring-filtering Apr 04 06:01:44.180796 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: l2_adjacency.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.181762 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.182273 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension l2_adjacency not supported by any of loaded plugins Apr 04 06:01:44.182806 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: l3.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.185300 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.185846 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: router Apr 04 06:01:44.186179 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: l3_conntrack_helper.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.188388 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.188920 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 04 06:01:44.189281 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.190211 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.190738 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: ext-gw-mode Apr 04 06:01:44.191062 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.191989 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.192508 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: l3-ha Apr 04 06:01:44.192835 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.193770 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.194287 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 04 06:01:44.194613 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: l3_flavors.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.195537 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.196058 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: l3-flavors Apr 04 06:01:44.196383 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: l3_ndp_proxy.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.197780 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.198381 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 04 06:01:44.198716 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.199646 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.200169 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: l3-port-ip-change-not-allowed Apr 04 06:01:44.200497 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: l3agentscheduler.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.201561 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.202087 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: l3_agent_scheduler Apr 04 06:01:44.202413 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: local_ip.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.204180 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.204717 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension local_ip not supported by any of loaded plugins Apr 04 06:01:44.205091 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: logging.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.206572 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.207106 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension logging not supported by any of loaded plugins Apr 04 06:01:44.207436 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: metering.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.208175 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.208762 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: metering Apr 04 06:01:44.209114 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.210210 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.210743 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: metering_source_and_destination_fields Apr 04 06:01:44.211070 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: multiprovidernet.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.211999 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.212518 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: multi-provider Apr 04 06:01:44.212842 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: netmtu.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.213789 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.214327 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: net-mtu Apr 04 06:01:44.214648 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: netmtu_writable.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.215571 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.216083 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: net-mtu-writable Apr 04 06:01:44.216405 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: network_availability_zone.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.217116 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.217631 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: network_availability_zone Apr 04 06:01:44.217948 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: network_ip_availability.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.219047 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.219577 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: network-ip-availability Apr 04 06:01:44.219899 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: network_segment_range.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.220670 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.221220 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension network-segment-range not supported by any of loaded plugins Apr 04 06:01:44.221545 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: pagination.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.222665 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.222999 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: pagination Apr 04 06:01:44.223322 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: port_device_profile.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.224237 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.224763 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: port-device-profile Apr 04 06:01:44.225111 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.226029 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.226552 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: port-mac-address-regenerate Apr 04 06:01:44.226878 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.227795 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.228328 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: port-numa-affinity-policy Apr 04 06:01:44.228648 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: port_resource_request.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.229671 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.230272 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension port-resource-request not supported by any of loaded plugins Apr 04 06:01:44.230592 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: port_resource_request_groups.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.231562 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.232080 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 04 06:01:44.232399 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: portbindings.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.233342 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.233865 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: binding Apr 04 06:01:44.234184 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: portbindings_extended.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.235432 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.235955 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: binding-extended Apr 04 06:01:44.236279 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: portsecurity.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.237236 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.237755 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: port-security Apr 04 06:01:44.238081 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: project_id.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.239061 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.239399 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: project-id Apr 04 06:01:44.239721 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: providernet.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.240640 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.241210 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: provider Apr 04 06:01:44.241530 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: qos.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.245211 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.245747 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension qos not supported by any of loaded plugins Apr 04 06:01:44.246075 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.247310 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.247839 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 04 06:01:44.248162 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.249119 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.249643 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 04 06:01:44.249973 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: qos_default.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.250899 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.251422 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension qos-default not supported by any of loaded plugins Apr 04 06:01:44.251751 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: qos_fip.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.252663 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.253221 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension qos-fip not supported by any of loaded plugins Apr 04 06:01:44.253549 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: qos_fip_network_policy.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.254462 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.254987 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 04 06:01:44.255313 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: qos_gateway_ip.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.256259 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.256787 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 04 06:01:44.257132 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: qos_port_network_policy.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.258047 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.258570 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 04 06:01:44.258892 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.259927 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.260450 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 04 06:01:44.260849 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.261933 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.262458 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 04 06:01:44.262782 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: qos_pps_rule.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.263950 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.264474 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension qos-pps not supported by any of loaded plugins Apr 04 06:01:44.264801 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: qos_rule_type_details.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.266105 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.266623 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 04 06:01:44.266943 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: qos_rule_type_filter.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.267860 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.268386 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 04 06:01:44.268710 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: qos_rules_alias.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.269776 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.270294 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 04 06:01:44.270616 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: quota_check_limit.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.271540 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.272056 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: quota-check-limit Apr 04 06:01:44.272380 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: quotasv2.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.273332 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.273661 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: quotas Apr 04 06:01:44.273981 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: quotasv2_detail.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.275899 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.276248 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: quota_details Apr 04 06:01:44.276592 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: rbac.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.277688 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.278256 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: rbac-policies Apr 04 06:01:44.278583 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: rbac_address_group.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.279528 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.280053 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: rbac-address-group Apr 04 06:01:44.280382 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: rbac_address_scope.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.281326 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.281853 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: rbac-address-scope Apr 04 06:01:44.282168 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: rbac_security_groups.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.283156 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.283676 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: rbac-security-groups Apr 04 06:01:44.283996 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: rbac_subnetpool.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.284930 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.285476 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: rbac-subnetpool Apr 04 06:01:44.285802 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: revisionifmatch.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.286724 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.287245 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: revision-if-match Apr 04 06:01:44.287565 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: revisions.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.288703 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.289254 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: standard-attr-revisions Apr 04 06:01:44.289575 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: router_availability_zone.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.290244 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.290764 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: router_availability_zone Apr 04 06:01:44.291083 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: routerservicetype.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.292050 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.292561 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension router-service-type not supported by any of loaded plugins Apr 04 06:01:44.292892 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.293858 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.294371 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: security-groups-normalized-cidr Apr 04 06:01:44.294693 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: security_groups_port_filtering.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.295616 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.296136 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: port-security-groups-filtering Apr 04 06:01:44.296456 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.297428 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.297951 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: security-groups-remote-address-group Apr 04 06:01:44.298280 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.299218 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.299733 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: security-groups-shared-filtering Apr 04 06:01:44.300056 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.300646 dv-cinder-834448-2-iscsi neutron-server[103370]: WARNING neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 04 06:01:44.300992 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: securitygroup.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.310910 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.311445 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: security-group Apr 04 06:01:44.311780 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: segment.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.312511 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.313048 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension segment not supported by any of loaded plugins Apr 04 06:01:44.313375 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.314316 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.314831 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 04 06:01:44.315160 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: servicetype.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.316255 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.316778 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: service-type Apr 04 06:01:44.317124 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: sorting.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.318113 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.318446 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: sorting Apr 04 06:01:44.318768 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: standard_attr_segment.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.319686 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.320212 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 04 06:01:44.320535 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: standardattrdescription.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.321210 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.321727 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: standard-attr-description Apr 04 06:01:44.322049 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: stateful_security_group.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.322976 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.323576 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: stateful-security-group Apr 04 06:01:44.323909 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: stdattrs_common.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.324474 dv-cinder-834448-2-iscsi neutron-server[103370]: WARNING neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 04 06:01:44.324794 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.325830 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.326359 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 04 06:01:44.326684 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: subnet_onboard.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.327753 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.328287 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: subnet_onboard Apr 04 06:01:44.328611 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.329572 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.330096 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 04 06:01:44.330420 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: subnet_service_types.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.331346 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.331870 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: subnet-service-types Apr 04 06:01:44.332194 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: subnetallocation.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.333301 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.333827 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: subnet_allocation Apr 04 06:01:44.334149 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.334826 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.335340 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: subnetpool-prefix-ops Apr 04 06:01:44.335688 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.336618 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.337175 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 04 06:01:44.337497 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: tagging.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.338566 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.339106 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: standard-attr-tag Apr 04 06:01:44.339442 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: timestamp.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.340644 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.341197 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loaded extension: standard-attr-timestamp Apr 04 06:01:44.341529 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: trunk.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.342556 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.343077 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension trunk not supported by any of loaded plugins Apr 04 06:01:44.343404 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: trunk_details.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.344314 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.344833 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension trunk-details not supported by any of loaded plugins Apr 04 06:01:44.345191 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: uplink_status_propagation.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.346113 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.346632 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 04 06:01:44.347002 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Loading extension file: vlantransparent.py {{(pid=103370) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 04 06:01:44.347617 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103370) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 04 06:01:44.348131 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extension vlan-transparent not supported by any of loaded plugins Apr 04 06:01:44.350754 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Creating instance of TrackedResource for resource:network Apr 04 06:01:44.351266 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Creating instance of TrackedResource for resource:subnet Apr 04 06:01:44.351665 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 06:01:44.352056 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Creating instance of TrackedResource for resource:port Apr 04 06:01:44.353311 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.v2.resource_helper [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 06:01:44.353751 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.v2.resource_helper [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Service FLAVORS assigned prefix: {{(pid=103370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 06:01:44.354366 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.v2.resource_helper [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 06:01:44.355003 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.v2.resource_helper [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 06:01:44.355333 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Creating instance of TrackedResource for resource:router Apr 04 06:01:44.355774 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Creating instance of TrackedResource for resource:floatingip Apr 04 06:01:44.356269 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.v2.resource_helper [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Service METERING assigned prefix: /metering {{(pid=103370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 06:01:44.357726 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.358101 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.358461 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103370) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:01:44.359443 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Creating instance of CountableResource for resource:rbac_policy Apr 04 06:01:44.359890 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Creating instance of TrackedResource for resource:security_group Apr 04 06:01:44.360328 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Creating instance of TrackedResource for resource:security_group_rule Apr 04 06:01:44.360924 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.v2.resource_helper [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Service CORE assigned prefix: {{(pid=103370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 06:01:44.361271 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 06:01:44.361613 dv-cinder-834448-2-iscsi neutron-server[103370]: WARNING neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] subnetpool is already registered Apr 04 06:01:44.362042 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.v2.resource_helper [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Service CORE assigned prefix: {{(pid=103370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 06:01:44.362372 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 06:01:44.362696 dv-cinder-834448-2-iscsi neutron-server[103370]: WARNING neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] subnetpool is already registered Apr 04 06:01:44.364994 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.v2.resource_helper [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 06:01:44.365423 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.v2.resource_helper [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Service FLAVORS assigned prefix: {{(pid=103370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 06:01:44.366008 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.v2.resource_helper [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 06:01:44.366426 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.v2.resource_helper [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 06:01:44.366759 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Creating instance of TrackedResource for resource:router Apr 04 06:01:44.367099 dv-cinder-834448-2-iscsi neutron-server[103370]: WARNING neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] router is already registered Apr 04 06:01:44.367510 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Creating instance of TrackedResource for resource:floatingip Apr 04 06:01:44.367848 dv-cinder-834448-2-iscsi neutron-server[103370]: WARNING neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] floatingip is already registered Apr 04 06:01:44.368298 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.v2.resource_helper [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Service METERING assigned prefix: /metering {{(pid=103370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 06:01:44.368961 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Creating instance of CountableResource for resource:rbac_policy Apr 04 06:01:44.369291 dv-cinder-834448-2-iscsi neutron-server[103370]: WARNING neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] rbac_policy is already registered Apr 04 06:01:44.369704 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Creating instance of TrackedResource for resource:security_group Apr 04 06:01:44.370045 dv-cinder-834448-2-iscsi neutron-server[103370]: WARNING neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] security_group is already registered Apr 04 06:01:44.370519 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Creating instance of TrackedResource for resource:security_group_rule Apr 04 06:01:44.370864 dv-cinder-834448-2-iscsi neutron-server[103370]: WARNING neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] security_group_rule is already registered Apr 04 06:01:44.371484 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.v2.resource_helper [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Service CORE assigned prefix: {{(pid=103370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 06:01:44.371819 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 06:01:44.372152 dv-cinder-834448-2-iscsi neutron-server[103370]: WARNING neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] subnetpool is already registered Apr 04 06:01:44.372576 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.v2.resource_helper [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Service CORE assigned prefix: {{(pid=103370) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 04 06:01:44.372920 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Creating instance of TrackedResource for resource:subnetpool Apr 04 06:01:44.373239 dv-cinder-834448-2-iscsi neutron-server[103370]: WARNING neutron.quota.resource_registry [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] subnetpool is already registered Apr 04 06:01:44.373705 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: extensions {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.375279 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: address-groups {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.376798 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: address-scopes {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.378144 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: agents {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.379329 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: auto-allocated-topology {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.380571 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: availability_zones {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.381842 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: dhcp-networks {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.383458 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: dhcp-agents {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.384920 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: routers {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.387376 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: flavors {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.388577 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: service_profiles {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.389913 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: next_providers {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.391723 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: service_profiles {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.394198 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: floatingip-pools {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.395431 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: routers {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.397608 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: floatingips {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.399132 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: l3-routers {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.400529 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: l3-agents {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.401983 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: metering-labels {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.403374 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: metering-label-rules {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.404655 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: network-ip-availabilities {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.406027 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: bindings {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.407695 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: quotas {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.409305 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: quotas {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.410848 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: rbac-policies {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.412139 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: security-groups {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.413584 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: security-group-rules {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.414842 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: service-providers {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.416051 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: subnetpools {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.417609 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: subnetpools {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.419100 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: tags {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.420862 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: tags {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.422708 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: tags {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.424516 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: tags {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.426328 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: tags {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.428196 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: tags {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.429922 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: tags {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.431820 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: tags {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.433784 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: tags {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.435673 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron.api.extensions [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Extended resource: tags {{(pid=103370) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 04 06:01:44.441682 dv-cinder-834448-2-iscsi neutron-server[103370]: WARNING keystonemiddleware.auth_token [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 04 06:01:44.446523 dv-cinder-834448-2-iscsi neutron-server[103370]: WARNING keystonemiddleware.auth_token [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 04 06:01:44.455283 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_concurrency.lockutils [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Acquired lock "singleton_lock" {{(pid=103370) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 04 06:01:44.455760 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_concurrency.lockutils [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Releasing lock "singleton_lock" {{(pid=103370) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 04 06:01:44.456423 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO oslo_service.service [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Starting 2 workers Apr 04 06:01:44.461297 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Started child 103479 {{(pid=103370) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 04 06:01:44.465787 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Started child 103480 {{(pid=103370) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 04 06:01:44.467081 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:01:44.467731 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO neutron.service [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Neutron service started, listening on 0.0.0.0:9696 Apr 04 06:01:44.467987 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Publish callbacks [] for process (None), before_spawn {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:01:44.468555 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [-] (103479) wsgi starting up on http://0.0.0.0:9696 Apr 04 06:01:44.470419 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO oslo_service.service [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Starting 1 workers Apr 04 06:01:44.470756 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:01:44.472118 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [-] (103480) wsgi starting up on http://0.0.0.0:9696 Apr 04 06:01:44.475665 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Started child 103481 {{(pid=103370) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 04 06:01:44.476223 dv-cinder-834448-2-iscsi neutron-server[103370]: INFO oslo_service.service [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Starting 1 workers Apr 04 06:01:44.479347 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.service [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] calling RpcWorker wait() {{(pid=103481) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 04 06:01:44.480090 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.service [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] returning from RpcWorker wait() {{(pid=103481) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 04 06:01:44.480937 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Started child 103482 {{(pid=103370) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 04 06:01:44.481234 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:01:44.481705 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:01:44.481830 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG neutron_lib.callbacks.manager [None req-0d0da79b-6e71-4a4f-9fb3-fbd695bb29bc None None] Publish callbacks [] for process (None), after_spawn {{(pid=103370) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:01:44.483675 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103370) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 04 06:01:44.483852 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 04 06:01:44.484248 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 04 06:01:44.484440 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 04 06:01:44.485020 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 04 06:01:44.485146 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 04 06:01:44.485700 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.485984 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.486256 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.486504 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.486682 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:01:44.487160 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.487375 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.487641 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.487888 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.488127 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.488227 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:01:44.488359 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.488707 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.488882 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.489152 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.489383 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.489685 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.489941 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.490160 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.490414 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.490588 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.490863 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.491136 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.491384 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.491639 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] debug = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.491886 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.492356 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.492597 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.492846 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.493094 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.493365 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.493610 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.493881 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.494125 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.494344 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.494573 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.494813 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.495175 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.495430 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.495688 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.495915 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.496152 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.496451 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.496812 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] host = dv-cinder-834448-2-iscsi {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.497080 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.497296 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.497522 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.497772 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.498012 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.498240 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.498497 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.498762 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.498990 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.499212 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.499455 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.499684 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.499915 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.500240 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] log_file = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.500382 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] log_options = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.500520 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.500781 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.501056 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.501228 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.501394 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.501627 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.501808 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.501970 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.502214 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.502441 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.502650 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.502879 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.503102 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.503311 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.503559 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.503767 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.503975 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.504182 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.504423 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.504647 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.504894 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.505165 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.505352 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.505562 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.505796 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.506252 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.506605 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.506820 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.507278 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.507471 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.507621 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.507865 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.508080 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.508318 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.508571 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.508821 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.509145 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.509362 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.509773 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.510160 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.510160 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.510398 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.510516 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.510823 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.511013 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.511998 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.511998 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] use_json = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.511998 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.511998 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.512764 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.512764 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.512764 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.512764 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.513737 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.513737 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.513737 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.514069 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.514189 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.514411 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.514650 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.514894 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.515537 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.515849 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.516049 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.516262 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.516402 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.516734 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.518051 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.518051 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.518051 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.518051 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.518984 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.518984 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.518984 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.519340 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.519340 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.519577 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.519709 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.520036 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.521662 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.521662 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.521662 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.521662 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.521662 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.521662 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.523243 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.523243 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.523243 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.523243 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.523243 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.523243 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.523243 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.525432 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.525432 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.525432 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.525432 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.525432 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.525432 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.525432 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.525432 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.525432 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.525953 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.525953 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.525953 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.525953 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.526209 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.526323 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.526553 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.526923 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.527156 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.527389 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.527622 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.527875 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.528136 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.528403 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.528631 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.530096 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.530096 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.530096 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.530096 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.530096 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.530096 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.530096 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.530993 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.530993 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.530993 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.530993 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.531292 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.531292 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.531758 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.531758 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.531976 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.532182 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.532397 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.532607 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.532821 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.533057 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.533269 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.533505 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.533714 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.533995 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.534371 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.534371 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.534961 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.534961 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.534961 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.535668 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.535668 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.535837 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.535919 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.536365 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.536365 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.536648 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.536822 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.537281 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.537372 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.537517 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.537730 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.537987 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.538210 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.538452 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.538675 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.538998 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.539213 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.539384 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.539566 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.539777 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.540080 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.540296 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.540467 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.540947 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.540947 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.543540 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.543540 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.543540 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.544186 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.544186 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.544186 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.545001 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.545001 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.545001 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.545627 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.545627 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.546057 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.546057 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.546492 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.546492 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.546923 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.546923 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.547444 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.548009 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.549952 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.551032 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.551289 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.551554 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.551888 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.552814 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.552814 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.552814 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.554586 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.554854 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.555091 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.555370 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.555861 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.559559 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.559838 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.560097 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.560576 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.560825 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.561089 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.561317 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.561562 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.561808 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.562059 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.565064 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.565313 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.565607 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.565841 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.566093 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.566313 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.566849 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.567086 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.567344 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.567571 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.567690 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 47944) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:01:44.567800 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.568054 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.568280 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.568522 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.568746 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.569025 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.570981 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.570981 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.570981 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.571224 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.571385 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.571621 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.572558 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.572558 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.572558 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.572806 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.572894 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.573755 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.575604 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.575855 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.576483 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.576483 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.576689 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063906 Apr 04 06:01:44.576766 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.576766 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.577047 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.577303 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.577639 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.577891 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.578127 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.578374 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.578610 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.578827 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.579046 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.579261 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.579507 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.579740 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.579961 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.580178 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.580397 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.580612 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.580827 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.582537 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.582986 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.583641 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.583905 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.584164 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.585920 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.586316 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.586555 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.587196 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.587434 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.587657 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.587877 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.588121 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.588339 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.590550 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.590702 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.591304 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.591304 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.592382 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.592664 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.592936 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.593159 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.593378 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.593606 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.593826 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.594058 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.594272 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.594489 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.594699 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.594941 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.595156 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.595364 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.595589 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.595824 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.596052 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.596283 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.596499 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.596729 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.597059 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.597216 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.597426 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.597646 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.597880 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.598088 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.598313 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.599295 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.599295 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.599295 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.599295 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.599752 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.601333 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.601614 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.601855 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.602147 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.602392 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.602654 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.602920 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.603228 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.603450 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.603714 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.603952 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.604167 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.605616 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.605616 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.605616 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.605616 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.605616 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.606539 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.606539 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.606539 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.606990 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.606990 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.608373 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.608373 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.608373 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.608373 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.608373 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.608373 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.609120 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.609230 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.609512 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.610796 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.612227 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.612509 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.612998 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.613515 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.614284 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.615173 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.616101 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.617194 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.617449 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.617708 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.617943 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.618107 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 04 06:01:44.619196 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103370) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 04 06:01:44.619196 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 04 06:01:44.619196 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 04 06:01:44.619196 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 04 06:01:44.619644 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 04 06:01:44.619749 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:01:44.619859 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 04 06:01:44.619859 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.619859 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.620271 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.620271 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.620480 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.620665 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.620923 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.621095 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.621265 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.621402 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.621566 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.621723 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.621884 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.622039 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.622964 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.623182 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.623427 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.623427 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.623790 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.623790 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.624374 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.624573 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.624573 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] debug = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.625027 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.627282 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.627282 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.627282 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.627282 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.627282 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.627694 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.627694 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.627694 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.627909 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.627909 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.628052 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.628521 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.628521 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.628672 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.628874 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.629052 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.629203 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.629368 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] host = dv-cinder-834448-2-iscsi {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.629547 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.629695 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.629849 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.629942 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.630093 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.630266 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.630434 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.630547 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.631070 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.631364 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.631644 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.631918 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.632318 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.632679 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] log_file = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.632840 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] log_options = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.634053 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.634053 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.634053 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.634053 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.634053 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.634053 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.634053 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.634484 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.634484 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.634484 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.634671 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.634937 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.635144 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.635355 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.635557 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.635744 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.635895 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.636101 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.636207 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.636357 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.636702 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.636857 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.637040 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.637458 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.637458 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.637611 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.637676 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.637809 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.637936 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.638085 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.638236 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.638392 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.639482 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.639482 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.639482 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.639482 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.639482 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.639482 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.639482 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.641139 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.641139 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.641139 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.641139 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.641139 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.641139 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.641139 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.642435 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] use_json = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.642435 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.642435 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.642435 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.642435 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.643529 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.643529 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.643529 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.643529 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.643529 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 04 06:01:44.643529 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.644070 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.644070 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.644070 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.644070 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.644341 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.644341 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.644534 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.644640 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.644770 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.645069 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.645270 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.645468 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.645648 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.645828 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.646006 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.646979 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.646979 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.646979 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.646979 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.646979 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.646979 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.647357 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.647357 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.647473 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.647660 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.647749 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.648001 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.648172 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.648353 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.648516 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.648680 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.648844 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.649088 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.649253 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.649417 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.649595 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.649746 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.649908 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.650094 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.650222 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.650386 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.650547 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.650707 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.650870 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.651032 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.652203 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.652203 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.652203 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.652203 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.652203 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.652203 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.652203 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.652644 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.652644 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.652644 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.652825 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.653071 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.653159 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.653295 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.653455 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.653617 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.653777 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.653939 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.654098 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.654258 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.654417 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.654576 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.654750 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.654915 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.655076 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.655257 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.655385 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.655543 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.656476 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.656476 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.656476 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.656476 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.656476 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.656476 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.657048 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.657048 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.657048 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.657334 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.657334 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.657535 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.657535 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.657738 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.657856 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.658322 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.658322 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.658547 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.658547 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.658751 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.658857 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.659239 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.659239 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.659470 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.659470 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.659675 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.660571 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.660571 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.660571 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.660571 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.660571 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.660571 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.661183 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.661183 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.661183 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.661183 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.661599 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.661599 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.661599 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.661940 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.661940 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.662145 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.662281 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.662406 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.662524 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.662643 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.662795 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.662960 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.663122 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.663290 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.663462 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.663623 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.663783 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.663944 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.664105 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.664264 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.664424 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.664584 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.664743 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.664938 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.665093 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.665266 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.666395 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.666395 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.666395 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.666395 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.666395 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.666395 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.666395 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.667706 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.667706 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.667706 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.667706 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.667706 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.667706 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.667706 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.667706 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.669290 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.669290 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.669290 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.669290 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.669290 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.669290 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.669290 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.669290 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.670910 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.670910 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.670910 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.670910 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.670910 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.670910 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.670910 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.670910 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.672499 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.672499 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.672499 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.672499 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.672499 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.672499 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.672499 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.672499 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.674216 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.674216 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.674216 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.674216 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.674216 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.674216 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.674216 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.674216 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.675818 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.675818 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.675818 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.675818 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.675818 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.675818 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.675818 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.675818 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.677449 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.677449 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.677449 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.677449 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.677449 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.677449 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.677449 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.677449 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.678605 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.678605 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.678605 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.678605 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.678605 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.678605 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.678605 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.678605 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.679312 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.679312 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.679312 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.679312 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.679312 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.679312 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.679312 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.679312 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.680341 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.680341 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.680341 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.680341 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.680341 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.680341 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.680341 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.680341 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.680341 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.682350 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.682350 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.682350 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.682350 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.682350 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.682350 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.682350 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.682350 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.683493 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.683493 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.683493 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.683493 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.683493 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.683493 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.683493 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.683493 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.685018 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.685018 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.685018 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.685018 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.685018 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.685018 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.685018 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.685018 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.686032 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.686032 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.686032 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.686032 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.686032 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.686032 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.686032 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.686032 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.687020 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.687020 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.687020 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.687020 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.687020 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.687020 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.687020 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.687020 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.688020 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.688020 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.688020 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.688020 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.688020 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.688020 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.688020 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.688020 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.688966 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.688966 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.688966 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.688966 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.688966 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.688966 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.688966 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.688966 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.689595 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.689595 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.689595 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.689595 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.689595 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.689595 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.689595 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.689595 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.689595 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.690814 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.690814 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.690814 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.690814 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.690814 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.690814 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.690814 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.690814 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.690814 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.692096 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.692096 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.692096 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.692096 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 04 06:01:44.692096 dv-cinder-834448-2-iscsi neutron-server[103370]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103370) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 04 06:01:56.185603 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e519bbda-f3e2-4f91-a7a2-c8be9c2f195f None None] get_active_networks_info from dv-cinder-834448-2-iscsi {{(pid=103481) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 04 06:01:56.291644 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e519bbda-f3e2-4f91-a7a2-c8be9c2f195f None None] No non-hosted networks {{(pid=103481) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 04 06:01:56.383710 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-9d2778f5-ba21-46f5-b567-af902c002ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596368'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:01:58.315719 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-c07d41ed-d27b-43a1-aece-b5e6b4ded029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596368'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:01:58.349549 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-12ace8af-437b-4a62-82ed-3e22460d08b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:01:59.202458 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 48016) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:01:59.475639 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596368'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:01:59.838890 dv-cinder-834448-2-iscsi neutron-server[103479]: WARNING oslo_policy.policy [None req-08a4e570-b725-4ef9-a97c-ab603b5b6891 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 06:01:59.840708 dv-cinder-834448-2-iscsi neutron-server[103479]: WARNING oslo_policy.policy [None req-08a4e570-b725-4ef9-a97c-ab603b5b6891 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 06:02:00.059383 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [None req-08a4e570-b725-4ef9-a97c-ab603b5b6891 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103479) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 06:02:00.060583 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-08a4e570-b725-4ef9-a97c-ab603b5b6891 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8605256 Apr 04 06:02:00.587140 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596368'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:02.344169 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596368'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:02.345034 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:02.345149 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:02.345470 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:02.346085 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:02.346589 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:02.346901 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:02.347235 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:02.347580 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:02.347902 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:02.348197 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:02.348702 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:02.349065 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:02.350608 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:02.351162 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:02.351699 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:02.353563 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-834448-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:02:02.362090 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-834448-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:02:02.659718 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 48050) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:02:03.006063 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-1cb1508f-f802-4568-a738-b7211470a08c admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:02:03.098651 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.policy [None req-1cb1508f-f802-4568-a738-b7211470a08c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103479) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 04 06:02:03.142146 dv-cinder-834448-2-iscsi neutron-server[103479]: WARNING oslo_policy.policy [None req-1cb1508f-f802-4568-a738-b7211470a08c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 06:02:03.142503 dv-cinder-834448-2-iscsi neutron-server[103479]: WARNING oslo_policy.policy [None req-1cb1508f-f802-4568-a738-b7211470a08c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 06:02:03.240440 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1cb1508f-f802-4568-a738-b7211470a08c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794515858395', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794515857806', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794515841361', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794515836256', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794515890311', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794515771558', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-823910', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-835696', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1752845', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1809171'] for rbac-policy (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:03.316542 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1cb1508f-f802-4568-a738-b7211470a08c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:03.318756 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-1cb1508f-f802-4568-a738-b7211470a08c admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6579351 Apr 04 06:02:04.488948 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.db.l3_hamode_db [None req-a610c73b-ae2b-41c5-9647-4b721f29f099 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 04 06:02:04.576371 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a610c73b-ae2b-41c5-9647-4b721f29f099 None None] Routers set() bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:02:04.576749 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a610c73b-ae2b-41c5-9647-4b721f29f099 None None] Router IDs set() for agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 04 06:02:05.886088 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 48062) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:02:06.238010 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:02:06.272837 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Made reservation on behalf of a1fb1b92ff18438caab069f229ad3f71 for: {'network': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:02:06.276655 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for network (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:06.294889 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:06.419937 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Publish callbacks [] for security_group (e338933b-6b92-44da-9ab6-8413f8c0a2db), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:06.425079 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (e338933b-6b92-44da-9ab6-8413f8c0a2db), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:06.453175 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 06:02:06.487316 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794510801713', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (c37225f4-5f07-4aae-863e-0597e2bc7909), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:06.487905 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Unsubscribe: segment precommit_create {{(pid=103479) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 04 06:02:06.488409 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.segments_db [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Added segment c37225f4-5f07-4aae-863e-0597e2bc7909 of type vlan for network f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc Apr 04 06:02:06.504049 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e338933b-6b92-44da-9ab6-8413f8c0a2db,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:02:06.555277 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:06.555528 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:06.555931 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:06.556280 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:06.556628 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:06.557018 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:06.557378 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:06.557734 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:06.558081 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:06.558512 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:06.558879 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:06.559219 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:06.559542 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:06.559896 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:06.560234 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Tracked resource versions report: Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: pushed versions: Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: { 'AddressGroup': {'1.2'}, Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Agent': {'1.1'}, Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'ConntrackHelper': {'1.0'}, Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'LocalIPAssociation': {'1.0'}, Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Log': {'1.0'}, Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'NDPProxy': {'1.0'}, Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Network': {'1.1'}, Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Port': {'1.7'}, Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'PortForwarding': {'1.3'}, Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'QosPolicy': {'1.10'}, Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'SecurityGroup': {'1.5'}, Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'SecurityGroupRule': {'1.2'}, Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'SubPort': {'1.0'}, Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Subnet': {'1.1'}, Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Trunk': {'1.1'}} Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: consumer versions: Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: { DHCP agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: L3 agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: Metadata agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: Metering agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: Open vSwitch agent@dv-cinder-834448-2-iscsi: { 'AddressGroup': '1.2', Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Agent': '1.1', Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'ConntrackHelper': '1.0', Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'LocalIPAssociation': '1.0', Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Log': '1.0', Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'NDPProxy': '1.0', Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Network': '1.1', Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Port': '1.7', Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'PortForwarding': '1.3', Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'QosPolicy': '1.10', Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'SecurityGroup': '1.5', Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'SecurityGroupRule': '1.2', Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'SubPort': '1.0', Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Subnet': '1.1', Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Trunk': '1.1'}} Apr 04 06:02:06.561733 dv-cinder-834448-2-iscsi neutron-server[103479]: {{(pid=103479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 06:02:06.597078 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794510444108'] for network (f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:06.639196 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for network (f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:06.644753 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:02:06.645502 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:06.734328 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8470161 Apr 04 06:02:06.764635 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906c4f6-cdfd-4c20-a8b8-a158f421dc61 demo demo] Pushing event updated for resources: {'Network': ['ID=f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:02:06.778041 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Network f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc details requested by agent ovs-agent-dv-cinder-834448-2-iscsi with host dv-cinder-834448-2-iscsi {{(pid=103481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 06:02:09.312982 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 48074) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:02:09.911470 dv-cinder-834448-2-iscsi neutron-server[103480]: WARNING oslo_policy.policy [None req-4d3ed2f1-efdc-4fb1-831f-5e20abe06395 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 06:02:09.912039 dv-cinder-834448-2-iscsi neutron-server[103480]: WARNING oslo_policy.policy [None req-4d3ed2f1-efdc-4fb1-831f-5e20abe06395 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 06:02:10.348361 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.policy [None req-4d3ed2f1-efdc-4fb1-831f-5e20abe06395 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103480) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 04 06:02:10.389980 dv-cinder-834448-2-iscsi neutron-server[103480]: WARNING oslo_policy.policy [None req-4d3ed2f1-efdc-4fb1-831f-5e20abe06395 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 06:02:10.390376 dv-cinder-834448-2-iscsi neutron-server[103480]: WARNING oslo_policy.policy [None req-4d3ed2f1-efdc-4fb1-831f-5e20abe06395 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 04 06:02:10.398574 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3ed2f1-efdc-4fb1-831f-5e20abe06395 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:02:10.400473 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-4d3ed2f1-efdc-4fb1-831f-5e20abe06395 demo admin] 10.222.0.30 "GET /v2.0/networks/f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc HTTP/1.1" status: 200 len: 825 time: 1.0845919 Apr 04 06:02:10.444884 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-5e412e4b-ee2c-4d2d-b10b-8ae66280e4b8 demo admin] 10.222.0.30 "GET /v2.0/subnetpools/b1715790-c8ac-4266-a638-c372194a6331 HTTP/1.1" status: 200 len: 734 time: 0.0375628 Apr 04 06:02:10.454263 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc', 'subnetpool_id': 'b1715790-c8ac-4266-a638-c372194a6331', 'name': 'private-subnet'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:02:10.493776 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Made reservation on behalf of a1fb1b92ff18438caab069f229ad3f71 for: {'subnet': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:02:10.496592 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:10.786314 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for subnet (c828f2bf-906d-46e7-a1b9-86da1bf25488), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:10.854512 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Checking segment: {'id': 'c37225f4-5f07-4aae-863e-0597e2bc7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:02:10.854890 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Network hostable DHCP agents. Network: f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc, hostable agents: ['a23458ca-c084-4a06-a8cf-ee94f3e130be'], hosted agents: [] {{(pid=103480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 06:02:10.869588 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Pushing event updated for resources: {'Subnet': ['ID=c828f2bf-906d-46e7-a1b9-86da1bf25488,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:02:10.882530 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:10.882724 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:10.883109 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:10.883455 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:10.883779 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:10.884096 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:10.884428 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:10.884736 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:10.885100 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:10.885419 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:10.885736 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:10.886064 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:10.886360 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:10.886712 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:10.887001 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Tracked resource versions report: Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: pushed versions: Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: { 'AddressGroup': {'1.2'}, Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Agent': {'1.1'}, Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'ConntrackHelper': {'1.0'}, Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'LocalIPAssociation': {'1.0'}, Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Log': {'1.0'}, Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'NDPProxy': {'1.0'}, Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Network': {'1.1'}, Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Port': {'1.7'}, Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'PortForwarding': {'1.3'}, Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'QosPolicy': {'1.10'}, Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'SecurityGroup': {'1.5'}, Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'SecurityGroupRule': {'1.2'}, Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'SubPort': {'1.0'}, Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Subnet': {'1.1'}, Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Trunk': {'1.1'}} Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: consumer versions: Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: { DHCP agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: L3 agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: Metadata agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: Metering agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: Open vSwitch agent@dv-cinder-834448-2-iscsi: { 'AddressGroup': '1.2', Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Agent': '1.1', Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'ConntrackHelper': '1.0', Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'LocalIPAssociation': '1.0', Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Log': '1.0', Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'NDPProxy': '1.0', Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Network': '1.1', Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Port': '1.7', Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'PortForwarding': '1.3', Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'QosPolicy': '1.10', Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'SecurityGroup': '1.5', Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'SecurityGroupRule': '1.2', Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'SubPort': '1.0', Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Subnet': '1.1', Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Trunk': '1.1'}} Apr 04 06:02:10.888460 dv-cinder-834448-2-iscsi neutron-server[103480]: {{(pid=103480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 06:02:10.919806 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Network f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc is scheduled to be hosted by DHCP agent a23458ca-c084-4a06-a8cf-ee94f3e130be with binding_index 1 {{(pid=103480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 06:02:10.936437 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-2-iscsi, f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc) {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:02:10.941984 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:02:10.943022 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for subnet (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:10.947092 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71f1e91-ccec-44fd-9e63-9c8274a8125c None None] Network f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:02:10.965437 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-8b9334b5-5146-41bd-92dc-fa65d9b41f3a demo admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5146263 Apr 04 06:02:11.329830 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5440c0d-2b70-5970-bb3d-e8eca1b84906-f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc', 'network_id': 'f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc', 'project_id': 'a1fb1b92ff18438caab069f229ad3f71', 'fixed_ips': [{'subnet_id': 'c828f2bf-906d-46e7-a1b9-86da1bf25488'}]}} from dv-cinder-834448-2-iscsi. {{(pid=103481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 06:02:11.331116 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:11.610201 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.db_base_plugin_common [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Allocated IP 172.20.0.2 (f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc/c828f2bf-906d-46e7-a1b9-86da1bf25488/6e3f5278-31d8-4594-beb2-716361c02ae6) {{(pid=103481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:02:11.885055 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Publish callbacks [] for port (6e3f5278-31d8-4594-beb2-716361c02ae6), precommit_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:11.894806 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (6e3f5278-31d8-4594-beb2-716361c02ae6), after_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:11.961378 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Network f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc is already hosted by enough agents. {{(pid=103481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:02:11.966362 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.base_scheduler [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Resources bound (agent type, host, resource id): {{(pid=103481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:02:11.985977 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Received port after_create {{(pid=103481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:02:11.994450 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Pushing event updated for resources: {'Port': ['ID=6e3f5278-31d8-4594-beb2-716361c02ae6,revision_number=1']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:02:12.025019 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:12.025356 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:12.025747 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:12.026111 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:12.026425 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:12.026758 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:12.027078 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:12.027573 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:12.027919 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:12.028374 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:12.028713 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:12.029149 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:12.029481 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:12.029817 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:12.030144 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Tracked resource versions report: Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: pushed versions: Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: { 'AddressGroup': {'1.2'}, Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Agent': {'1.1'}, Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'ConntrackHelper': {'1.0'}, Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'LocalIPAssociation': {'1.0'}, Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Log': {'1.0'}, Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'NDPProxy': {'1.0'}, Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Network': {'1.1'}, Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Port': {'1.7'}, Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'PortForwarding': {'1.3'}, Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'QosPolicy': {'1.10'}, Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'SecurityGroup': {'1.5'}, Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'SecurityGroupRule': {'1.2'}, Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'SubPort': {'1.0'}, Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Subnet': {'1.1'}, Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Trunk': {'1.1'}} Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: consumer versions: Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: { DHCP agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: L3 agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: Metadata agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: Metering agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: Open vSwitch agent@dv-cinder-834448-2-iscsi: { 'AddressGroup': '1.2', Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Agent': '1.1', Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'ConntrackHelper': '1.0', Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'LocalIPAssociation': '1.0', Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Log': '1.0', Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'NDPProxy': '1.0', Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Network': '1.1', Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Port': '1.7', Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'PortForwarding': '1.3', Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'QosPolicy': '1.10', Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'SecurityGroup': '1.5', Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'SecurityGroupRule': '1.2', Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'SubPort': '1.0', Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Subnet': '1.1', Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Trunk': '1.1'}} Apr 04 06:02:12.031582 dv-cinder-834448-2-iscsi neutron-server[103481]: {{(pid=103481) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 06:02:12.081560 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Attempting to bind port 6e3f5278-31d8-4594-beb2-716361c02ae6 on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:02:12.081962 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Attempting to bind port 6e3f5278-31d8-4594-beb2-716361c02ae6 by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': 'c37225f4-5f07-4aae-863e-0597e2bc7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc'}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:02:12.082388 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Attempting to bind port 6e3f5278-31d8-4594-beb2-716361c02ae6 on network f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:02:12.087382 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:02:12.087755 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Checking segment: {'id': 'c37225f4-5f07-4aae-863e-0597e2bc7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:02:12.088206 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:12.088599 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Bound using segment: {'id': 'c37225f4-5f07-4aae-863e-0597e2bc7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc'} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:02:12.089095 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Bound port: 6e3f5278-31d8-4594-beb2-716361c02ae6, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37225f4-5f07-4aae-863e-0597e2bc7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc'}}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:02:12.089505 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (6e3f5278-31d8-4594-beb2-716361c02ae6), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:12.153084 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] For port 6e3f5278-31d8-4594-beb2-716361c02ae6, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:02:12.157970 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] For port 6e3f5278-31d8-4594-beb2-716361c02ae6, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=6e3f5278-31d8-4594-beb2-716361c02ae6,segment=NetworkSegment(c37225f4-5f07-4aae-863e-0597e2bc7909),segment_id=c37225f4-5f07-4aae-863e-0597e2bc7909)] {{(pid=103481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:02:12.172437 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (6e3f5278-31d8-4594-beb2-716361c02ae6), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:12.237205 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637578e-9d70-4e67-a4bf-3440d29e779a None None] Pushing event updated for resources: {'Port': ['ID=6e3f5278-31d8-4594-beb2-716361c02ae6,revision_number=2']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:02:13.517520 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 48094) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:02:13.840264 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [None req-41a184ea-4ad6-417c-839b-de9f3b5a484a admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103479) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 06:02:13.841592 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-41a184ea-4ad6-417c-839b-de9f3b5a484a admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3226874 Apr 04 06:02:16.396636 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 48102) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:02:16.732548 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [None req-78513a16-0645-437f-b0ce-8d4831fa5123 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103479) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 06:02:16.733710 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-78513a16-0645-437f-b0ce-8d4831fa5123 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3360226 Apr 04 06:02:19.289681 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 48110) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:02:19.611627 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-1940a937-3d89-4dca-af2e-477a92c9ea84 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:02:19.635824 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1940a937-3d89-4dca-af2e-477a92c9ea84 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1596477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router (51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:19.637725 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1940a937-3d89-4dca-af2e-477a92c9ea84 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1597357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router (51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:19.778030 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1940a937-3d89-4dca-af2e-477a92c9ea84 demo demo] Publish callbacks [] for router_controller (51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb), precommit_add_association {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:19.783823 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1940a937-3d89-4dca-af2e-477a92c9ea84 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589291'] for router (51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:19.803222 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1940a937-3d89-4dca-af2e-477a92c9ea84 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:19.818118 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-1940a937-3d89-4dca-af2e-477a92c9ea84 demo demo] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5137441 Apr 04 06:02:22.327296 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 48122) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:02:22.674669 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [None req-a7acfc01-ec45-438e-9c70-6097652d9f30 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103480) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 06:02:22.675696 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-a7acfc01-ec45-438e-9c70-6097652d9f30 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3474202 Apr 04 06:02:23.122512 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 6e3f5278-31d8-4594-beb2-716361c02ae6 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:02:23.211324 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 6e3f5278-31d8-4594-beb2-716361c02ae6 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:02:23.211752 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (6e3f5278-31d8-4594-beb2-716361c02ae6), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:23.321483 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 6e3f5278-31d8-4594-beb2-716361c02ae6 is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:02:23.321846 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (6e3f5278-31d8-4594-beb2-716361c02ae6), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:23.357955 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] For port 6e3f5278-31d8-4594-beb2-716361c02ae6, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=6e3f5278-31d8-4594-beb2-716361c02ae6,segment=NetworkSegment(c37225f4-5f07-4aae-863e-0597e2bc7909),segment_id=c37225f4-5f07-4aae-863e-0597e2bc7909)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:02:23.362093 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (6e3f5278-31d8-4594-beb2-716361c02ae6), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:23.410976 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Pushing event updated for resources: {'Port': ['ID=6e3f5278-31d8-4594-beb2-716361c02ae6,revision_number=3']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:02:23.532604 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3f8ec8-0345-48e4-871d-4ff708e10721 None None] Network f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:02:23.594176 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-e4495057-089a-4529-9e12-61a132402a11 None None] Provisioning complete for port 6e3f5278-31d8-4594-beb2-716361c02ae6 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:02:23.594482 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-e4495057-089a-4529-9e12-61a132402a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (6e3f5278-31d8-4594-beb2-716361c02ae6), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:23.730658 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-e4495057-089a-4529-9e12-61a132402a11 None None] Current status of the port 6e3f5278-31d8-4594-beb2-716361c02ae6 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:02:23.959879 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-c2b5f886-55d1-446e-a19d-8bbc80293cc7 None None] Provisioning complete for port 6e3f5278-31d8-4594-beb2-716361c02ae6 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:02:23.960272 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-c2b5f886-55d1-446e-a19d-8bbc80293cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (6e3f5278-31d8-4594-beb2-716361c02ae6), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:24.039705 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-c2b5f886-55d1-446e-a19d-8bbc80293cc7 None None] Current status of the port 6e3f5278-31d8-4594-beb2-716361c02ae6 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:02:25.105475 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 6e3f5278-31d8-4594-beb2-716361c02ae6 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:02:25.155090 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 6e3f5278-31d8-4594-beb2-716361c02ae6 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:02:25.155490 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (6e3f5278-31d8-4594-beb2-716361c02ae6), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:25.225762 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 48130) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:02:25.232148 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 6e3f5278-31d8-4594-beb2-716361c02ae6 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:02:25.559432 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-66d14363-48a1-42b3-b37a-24ebf386e764 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:02:25.584310 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d14363-48a1-42b3-b37a-24ebf386e764 admin admin] Made reservation on behalf of f13bc56bb56c4dff9db8451a514a4fb8 for: {'network': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:02:25.586782 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-66d14363-48a1-42b3-b37a-24ebf386e764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for network (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:25.602796 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-66d14363-48a1-42b3-b37a-24ebf386e764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:25.717662 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-66d14363-48a1-42b3-b37a-24ebf386e764 admin admin] Publish callbacks [] for security_group (76676380-c83a-436b-9347-9fc62d28c1d2), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:25.723643 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-66d14363-48a1-42b3-b37a-24ebf386e764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (76676380-c83a-436b-9347-9fc62d28c1d2), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:25.739471 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-66d14363-48a1-42b3-b37a-24ebf386e764 admin admin] Reserving flat network on physical network physnet1 {{(pid=103480) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 04 06:02:25.759402 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d14363-48a1-42b3-b37a-24ebf386e764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76676380-c83a-436b-9347-9fc62d28c1d2,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:02:25.765730 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-66d14363-48a1-42b3-b37a-24ebf386e764 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794510801713', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (5cd31b77-61ed-449c-b6c1-d633fd53688c), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:25.766649 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-66d14363-48a1-42b3-b37a-24ebf386e764 admin admin] Unsubscribe: segment precommit_create {{(pid=103480) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 04 06:02:25.767117 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.segments_db [None req-66d14363-48a1-42b3-b37a-24ebf386e764 admin admin] Added segment 5cd31b77-61ed-449c-b6c1-d633fd53688c of type flat for network 1ee500bf-3755-4a54-8c64-77d3afc270de Apr 04 06:02:25.818400 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-66d14363-48a1-42b3-b37a-24ebf386e764 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794510444108'] for network (1ee500bf-3755-4a54-8c64-77d3afc270de), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:25.864363 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-66d14363-48a1-42b3-b37a-24ebf386e764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for network (1ee500bf-3755-4a54-8c64-77d3afc270de), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:25.865729 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d14363-48a1-42b3-b37a-24ebf386e764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:02:25.866564 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-66d14363-48a1-42b3-b37a-24ebf386e764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:25.965963 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-66d14363-48a1-42b3-b37a-24ebf386e764 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7389209 Apr 04 06:02:25.984466 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d14363-48a1-42b3-b37a-24ebf386e764 admin admin] Pushing event updated for resources: {'Network': ['ID=1ee500bf-3755-4a54-8c64-77d3afc270de,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:02:25.996041 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Network 1ee500bf-3755-4a54-8c64-77d3afc270de details requested by agent ovs-agent-dv-cinder-834448-2-iscsi with host dv-cinder-834448-2-iscsi {{(pid=103481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 06:02:26.133004 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-3a4114a7-badd-4e55-96a0-55f4303cd222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:28.315334 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a0015d0e-ac39-41c3-90e7-7016050605af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:28.545795 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 48138) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:02:28.974084 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38047ec2-ca28-483f-9b80-4ec942f6ac39 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:02:28.975323 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-38047ec2-ca28-483f-9b80-4ec942f6ac39 demo admin] 10.222.0.30 "GET /v2.0/subnets/c828f2bf-906d-46e7-a1b9-86da1bf25488 HTTP/1.1" status: 200 len: 849 time: 0.4284434 Apr 04 06:02:29.137803 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-2b9b767c-e576-4b76-a0af-0b9875942507 demo admin] 10.222.0.30 "GET /v2.0/routers/51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb HTTP/1.1" status: 200 len: 704 time: 0.1565309 Apr 04 06:02:29.411987 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c0f5f10-bd86-4d53-a725-480337a067dc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:29.430852 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:29.720645 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [None req-8c0f5f10-bd86-4d53-a725-480337a067dc demo admin] Allocated IP 172.20.0.1 (f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc/c828f2bf-906d-46e7-a1b9-86da1bf25488/f389aa72-8158-4dd8-a68c-aa67f0b62605) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:02:29.878900 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c0f5f10-bd86-4d53-a725-480337a067dc demo admin] Publish callbacks [] for port (f389aa72-8158-4dd8-a68c-aa67f0b62605), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:29.950663 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c0f5f10-bd86-4d53-a725-480337a067dc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (f389aa72-8158-4dd8-a68c-aa67f0b62605), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:30.023476 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0f5f10-bd86-4d53-a725-480337a067dc demo admin] Network f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:02:30.035631 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-8c0f5f10-bd86-4d53-a725-480337a067dc demo admin] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:02:30.040372 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0f5f10-bd86-4d53-a725-480337a067dc demo admin] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:02:30.041674 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c0f5f10-bd86-4d53-a725-480337a067dc demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596156'] for router_interface (51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:30.061318 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f5f10-bd86-4d53-a725-480337a067dc demo admin] Pushing event updated for resources: {'Port': ['ID=f389aa72-8158-4dd8-a68c-aa67f0b62605,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:02:30.214245 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-38c23bc9-d604-410a-b745-2e319af81b12 None None] Provisioning complete for port f389aa72-8158-4dd8-a68c-aa67f0b62605 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:02:30.214637 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-38c23bc9-d604-410a-b745-2e319af81b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (f389aa72-8158-4dd8-a68c-aa67f0b62605), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:30.305619 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-38c23bc9-d604-410a-b745-2e319af81b12 None None] Port f389aa72-8158-4dd8-a68c-aa67f0b62605 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:02:30.313826 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c0f5f10-bd86-4d53-a725-480337a067dc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (f389aa72-8158-4dd8-a68c-aa67f0b62605), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:30.531042 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c0f5f10-bd86-4d53-a725-480337a067dc demo admin] Publish callbacks [] for port (f389aa72-8158-4dd8-a68c-aa67f0b62605), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:30.537111 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c0f5f10-bd86-4d53-a725-480337a067dc demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (f389aa72-8158-4dd8-a68c-aa67f0b62605), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:30.537499 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c0f5f10-bd86-4d53-a725-480337a067dc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1596008'] for router_interface (51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:30.542388 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:30.616857 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f5f10-bd86-4d53-a725-480337a067dc demo admin] Pushing event updated for resources: {'Port': ['ID=f389aa72-8158-4dd8-a68c-aa67f0b62605,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:02:30.664423 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0f5f10-bd86-4d53-a725-480337a067dc demo admin] Network f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:02:30.665835 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-8c0f5f10-bd86-4d53-a725-480337a067dc demo admin] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:02:30.839475 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0f5f10-bd86-4d53-a725-480337a067dc demo admin] Router 51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb is scheduled to L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 with binding_index 1 {{(pid=103480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 06:02:30.927459 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-3f03d316-11c1-4361-8a6e-c689461f1fde None None] Provisioning complete for port f389aa72-8158-4dd8-a68c-aa67f0b62605 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:02:30.927846 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-3f03d316-11c1-4361-8a6e-c689461f1fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (f389aa72-8158-4dd8-a68c-aa67f0b62605), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:30.942647 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0f5f10-bd86-4d53-a725-480337a067dc demo admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:02:30.948147 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-8c0f5f10-bd86-4d53-a725-480337a067dc demo admin] 10.222.0.30 "PUT /v2.0/routers/51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8046305 Apr 04 06:02:30.963336 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-3f03d316-11c1-4361-8a6e-c689461f1fde None None] Port f389aa72-8158-4dd8-a68c-aa67f0b62605 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:02:30.965830 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] Sync routers for ids ['51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:02:30.979069 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] Routers {'51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:02:30.979899 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:02:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:02:31.180518 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] Set router 51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb gateway port host: None {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:02:31.610992 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb', 'name': 'router1', 'tenant_id': 'a1fb1b92ff18438caab069f229ad3f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:02:19Z', 'updated_at': '2022-04-04T06:02:30Z', 'revision_number': 2, 'project_id': 'a1fb1b92ff18438caab069f229ad3f71', 'gw_port_host': None, '_interfaces': [{'id': 'f389aa72-8158-4dd8-a68c-aa67f0b62605', 'name': '', 'network_id': 'f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc', 'tenant_id': 'a1fb1b92ff18438caab069f229ad3f71', 'mac_address': 'fa:16:3e:e9:d4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c828f2bf-906d-46e7-a1b9-86da1bf25488', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:02:29Z', 'updated_at': '2022-04-04T06:02:30Z', 'revision_number': 2, 'project_id': 'a1fb1b92ff18438caab069f229ad3f71', 'subnets': [{'id': 'c828f2bf-906d-46e7-a1b9-86da1bf25488', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b1715790-c8ac-4266-a638-c372194a6331'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:02:31.663892 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] Checking router: 51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:02:31.664257 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] Updating router 51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb port f389aa72-8158-4dd8-a68c-aa67f0b62605 binding host dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 06:02:31.720531 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (f389aa72-8158-4dd8-a68c-aa67f0b62605), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:32.236757 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] Publish callbacks [] for port (f389aa72-8158-4dd8-a68c-aa67f0b62605), precommit_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:32.244022 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (f389aa72-8158-4dd8-a68c-aa67f0b62605), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:32.359342 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:32.416755 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542fc576-d78a-4fab-b76b-bddfcf969980 None None] Pushing event updated for resources: {'Port': ['ID=f389aa72-8158-4dd8-a68c-aa67f0b62605,revision_number=3']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:02:32.419789 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] Attempting to bind port f389aa72-8158-4dd8-a68c-aa67f0b62605 on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:02:32.420146 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] Attempting to bind port f389aa72-8158-4dd8-a68c-aa67f0b62605 by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': 'c37225f4-5f07-4aae-863e-0597e2bc7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc'}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:02:32.420577 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] Attempting to bind port f389aa72-8158-4dd8-a68c-aa67f0b62605 on network f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:02:32.430176 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:02:32.430560 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] Checking segment: {'id': 'c37225f4-5f07-4aae-863e-0597e2bc7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:02:32.431001 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:32.431387 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] Bound using segment: {'id': 'c37225f4-5f07-4aae-863e-0597e2bc7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc'} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:02:32.431840 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] Bound port: f389aa72-8158-4dd8-a68c-aa67f0b62605, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37225f4-5f07-4aae-863e-0597e2bc7909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc'}}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:02:32.432212 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (f389aa72-8158-4dd8-a68c-aa67f0b62605), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:32.435560 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fc576-d78a-4fab-b76b-bddfcf969980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:32.435905 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fc576-d78a-4fab-b76b-bddfcf969980 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:32.436250 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fc576-d78a-4fab-b76b-bddfcf969980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:32.436592 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fc576-d78a-4fab-b76b-bddfcf969980 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:32.436945 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fc576-d78a-4fab-b76b-bddfcf969980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:32.437274 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fc576-d78a-4fab-b76b-bddfcf969980 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:32.437600 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fc576-d78a-4fab-b76b-bddfcf969980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:32.437920 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fc576-d78a-4fab-b76b-bddfcf969980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:32.438245 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fc576-d78a-4fab-b76b-bddfcf969980 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:32.438573 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fc576-d78a-4fab-b76b-bddfcf969980 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:32.438897 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fc576-d78a-4fab-b76b-bddfcf969980 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:32.439235 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fc576-d78a-4fab-b76b-bddfcf969980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:32.439558 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fc576-d78a-4fab-b76b-bddfcf969980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:32.439876 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fc576-d78a-4fab-b76b-bddfcf969980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:32.440192 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fc576-d78a-4fab-b76b-bddfcf969980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542fc576-d78a-4fab-b76b-bddfcf969980 None None] Tracked resource versions report: Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: pushed versions: Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: { 'AddressGroup': {'1.2'}, Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Agent': {'1.1'}, Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'ConntrackHelper': {'1.0'}, Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'LocalIPAssociation': {'1.0'}, Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Log': {'1.0'}, Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'NDPProxy': {'1.0'}, Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Network': {'1.1'}, Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Port': {'1.7'}, Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'PortForwarding': {'1.3'}, Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'QosPolicy': {'1.10'}, Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'SecurityGroup': {'1.5'}, Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'SecurityGroupRule': {'1.2'}, Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'SubPort': {'1.0'}, Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Subnet': {'1.1'}, Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Trunk': {'1.1'}} Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: consumer versions: Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: { DHCP agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: L3 agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: Metadata agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: Metering agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: Open vSwitch agent@dv-cinder-834448-2-iscsi: { 'AddressGroup': '1.2', Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Agent': '1.1', Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'ConntrackHelper': '1.0', Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'LocalIPAssociation': '1.0', Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Log': '1.0', Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'NDPProxy': '1.0', Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Network': '1.1', Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Port': '1.7', Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'PortForwarding': '1.3', Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'QosPolicy': '1.10', Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'SecurityGroup': '1.5', Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'SecurityGroupRule': '1.2', Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'SubPort': '1.0', Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Subnet': '1.1', Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Trunk': '1.1'}} Apr 04 06:02:32.441631 dv-cinder-834448-2-iscsi neutron-server[103482]: {{(pid=103482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 06:02:32.499831 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-fae51adb-dc01-4608-b56f-0bdf5361d4fc None None] Provisioning complete for port f389aa72-8158-4dd8-a68c-aa67f0b62605 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:02:32.500842 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fae51adb-dc01-4608-b56f-0bdf5361d4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (f389aa72-8158-4dd8-a68c-aa67f0b62605), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:32.509774 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] For port f389aa72-8158-4dd8-a68c-aa67f0b62605, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:02:32.531670 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] For port f389aa72-8158-4dd8-a68c-aa67f0b62605, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=f389aa72-8158-4dd8-a68c-aa67f0b62605,segment=NetworkSegment(c37225f4-5f07-4aae-863e-0597e2bc7909),segment_id=c37225f4-5f07-4aae-863e-0597e2bc7909)] {{(pid=103482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:02:32.538209 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (f389aa72-8158-4dd8-a68c-aa67f0b62605), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:32.539380 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-fae51adb-dc01-4608-b56f-0bdf5361d4fc None None] Port f389aa72-8158-4dd8-a68c-aa67f0b62605 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:02:32.589864 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] Routers {'51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:02:32.590584 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:02:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:02:32.672418 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542fc576-d78a-4fab-b76b-bddfcf969980 None None] Pushing event updated for resources: {'Port': ['ID=f389aa72-8158-4dd8-a68c-aa67f0b62605,revision_number=4']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:02:32.704161 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] Set router 51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb gateway port host: None {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:02:32.762441 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-78fd3892-92ce-4212-a63f-f4e05f9bf728 None None] Provisioning complete for port f389aa72-8158-4dd8-a68c-aa67f0b62605 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:02:32.762732 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-78fd3892-92ce-4212-a63f-f4e05f9bf728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (f389aa72-8158-4dd8-a68c-aa67f0b62605), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:32.842191 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-78fd3892-92ce-4212-a63f-f4e05f9bf728 None None] Current status of the port f389aa72-8158-4dd8-a68c-aa67f0b62605 is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:02:32.842845 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-78fd3892-92ce-4212-a63f-f4e05f9bf728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (f389aa72-8158-4dd8-a68c-aa67f0b62605), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:32.877910 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-78fd3892-92ce-4212-a63f-f4e05f9bf728 None None] For port f389aa72-8158-4dd8-a68c-aa67f0b62605, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=f389aa72-8158-4dd8-a68c-aa67f0b62605,segment=NetworkSegment(c37225f4-5f07-4aae-863e-0597e2bc7909),segment_id=c37225f4-5f07-4aae-863e-0597e2bc7909)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:02:32.883491 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-78fd3892-92ce-4212-a63f-f4e05f9bf728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (f389aa72-8158-4dd8-a68c-aa67f0b62605), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:32.932560 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb', 'name': 'router1', 'tenant_id': 'a1fb1b92ff18438caab069f229ad3f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:02:19Z', 'updated_at': '2022-04-04T06:02:30Z', 'revision_number': 2, 'project_id': 'a1fb1b92ff18438caab069f229ad3f71', 'gw_port_host': None, '_interfaces': [{'id': 'f389aa72-8158-4dd8-a68c-aa67f0b62605', 'name': '', 'network_id': 'f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc', 'tenant_id': 'a1fb1b92ff18438caab069f229ad3f71', 'mac_address': 'fa:16:3e:e9:d4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c828f2bf-906d-46e7-a1b9-86da1bf25488', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:02:29Z', 'updated_at': '2022-04-04T06:02:32Z', 'revision_number': 4, 'project_id': 'a1fb1b92ff18438caab069f229ad3f71', 'subnets': [{'id': 'c828f2bf-906d-46e7-a1b9-86da1bf25488', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b1715790-c8ac-4266-a638-c372194a6331'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:02:32.939206 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd3892-92ce-4212-a63f-f4e05f9bf728 None None] Pushing event updated for resources: {'Port': ['ID=f389aa72-8158-4dd8-a68c-aa67f0b62605,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:02:32.961871 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff71463-2e81-4809-8c98-f8da2ee15215 None None] The sync data for ids ['51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb'] in dv-cinder-834448-2-iscsi is: [{'id': '51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb', 'name': 'router1', 'tenant_id': 'a1fb1b92ff18438caab069f229ad3f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:02:19Z', 'updated_at': '2022-04-04T06:02:30Z', 'revision_number': 2, 'project_id': 'a1fb1b92ff18438caab069f229ad3f71', 'gw_port_host': None, '_interfaces': [{'id': 'f389aa72-8158-4dd8-a68c-aa67f0b62605', 'name': '', 'network_id': 'f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc', 'tenant_id': 'a1fb1b92ff18438caab069f229ad3f71', 'mac_address': 'fa:16:3e:e9:d4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c828f2bf-906d-46e7-a1b9-86da1bf25488', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:02:29Z', 'updated_at': '2022-04-04T06:02:32Z', 'revision_number': 4, 'project_id': 'a1fb1b92ff18438caab069f229ad3f71', 'subnets': [{'id': 'c828f2bf-906d-46e7-a1b9-86da1bf25488', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b1715790-c8ac-4266-a638-c372194a6331'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:02:33.480023 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 48158) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:02:33.693791 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82da9747-a214-42ee-9ca4-def8a432de3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:02:33.695345 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-82da9747-a214-42ee-9ca4-def8a432de3b admin admin] 10.222.0.30 "GET /v2.0/networks/1ee500bf-3755-4a54-8c64-77d3afc270de HTTP/1.1" status: 200 len: 842 time: 0.2143943 Apr 04 06:02:33.705078 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-005665a4-bd68-4fe4-bd72-6beedf27cda6 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'enable_dhcp': False}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:02:33.725473 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005665a4-bd68-4fe4-bd72-6beedf27cda6 admin admin] Made reservation on behalf of f13bc56bb56c4dff9db8451a514a4fb8 for: {'subnet': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:02:33.727936 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-005665a4-bd68-4fe4-bd72-6beedf27cda6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:34.024443 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.objects.ports [None req-005665a4-bd68-4fe4-bd72-6beedf27cda6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103480) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 04 06:02:34.024923 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-005665a4-bd68-4fe4-bd72-6beedf27cda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for subnet (869a8d77-3e29-497b-8786-06700a6fd9d1), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:34.079488 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005665a4-bd68-4fe4-bd72-6beedf27cda6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=869a8d77-3e29-497b-8786-06700a6fd9d1,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:02:34.089236 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005665a4-bd68-4fe4-bd72-6beedf27cda6 admin admin] Checking segment: {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:02:34.089592 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005665a4-bd68-4fe4-bd72-6beedf27cda6 admin admin] Network hostable DHCP agents. Network: 1ee500bf-3755-4a54-8c64-77d3afc270de, hostable agents: ['a23458ca-c084-4a06-a8cf-ee94f3e130be'], hosted agents: [] {{(pid=103480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 06:02:34.107574 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005665a4-bd68-4fe4-bd72-6beedf27cda6 admin admin] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is scheduled to be hosted by DHCP agent a23458ca-c084-4a06-a8cf-ee94f3e130be with binding_index 1 {{(pid=103480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 06:02:34.116603 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-005665a4-bd68-4fe4-bd72-6beedf27cda6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-2-iscsi, 1ee500bf-3755-4a54-8c64-77d3afc270de) {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:02:34.120709 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005665a4-bd68-4fe4-bd72-6beedf27cda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:02:34.121416 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-005665a4-bd68-4fe4-bd72-6beedf27cda6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for subnet (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:34.127477 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478fed0b-3895-4d6c-a560-999e9d727445 None None] Network 1ee500bf-3755-4a54-8c64-77d3afc270de requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:02:34.139309 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-005665a4-bd68-4fe4-bd72-6beedf27cda6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4375570 Apr 04 06:02:34.236181 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab814160-a0d9-4bb6-b28f-01ee47e0b303 None None] Network 1ee500bf-3755-4a54-8c64-77d3afc270de requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:02:35.526459 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 5 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:02:36.662033 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 48176) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:02:36.810882 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-43a23522-4588-4432-8cb8-053b1e9c8e76 demo admin] 10.222.0.30 "GET /v2.0/routers/51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb HTTP/1.1" status: 200 len: 710 time: 0.1417973 Apr 04 06:02:36.903339 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac904964-fa19-45c4-bee5-9554b1af4154 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:02:36.909916 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-ac904964-fa19-45c4-bee5-9554b1af4154 demo admin] 10.222.0.30 "GET /v2.0/networks/1ee500bf-3755-4a54-8c64-77d3afc270de HTTP/1.1" status: 200 len: 886 time: 0.0933421 Apr 04 06:02:36.914360 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-018940c0-38f9-4cab-a5d2-8fb522a3d59b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:02:37.259294 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-018940c0-38f9-4cab-a5d2-8fb522a3d59b demo admin] Publish callbacks [] for router_gateway (51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:37.525070 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-018940c0-38f9-4cab-a5d2-8fb522a3d59b demo admin] Publish callbacks [] for router_gateway (51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:37.609060 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-018940c0-38f9-4cab-a5d2-8fb522a3d59b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:37.718915 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [None req-018940c0-38f9-4cab-a5d2-8fb522a3d59b demo admin] Allocated IP 172.27.2.224 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/9dfbe32b-e633-47e7-8757-dc4665d275ba) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:02:37.823365 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-018940c0-38f9-4cab-a5d2-8fb522a3d59b demo admin] Publish callbacks [] for port (9dfbe32b-e633-47e7-8757-dc4665d275ba), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:37.857874 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-018940c0-38f9-4cab-a5d2-8fb522a3d59b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (9dfbe32b-e633-47e7-8757-dc4665d275ba), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:37.899252 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018940c0-38f9-4cab-a5d2-8fb522a3d59b demo admin] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:02:37.904624 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-018940c0-38f9-4cab-a5d2-8fb522a3d59b demo admin] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:02:37.909127 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018940c0-38f9-4cab-a5d2-8fb522a3d59b demo admin] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:02:37.911263 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018940c0-38f9-4cab-a5d2-8fb522a3d59b demo admin] Pushing event updated for resources: {'Port': ['ID=9dfbe32b-e633-47e7-8757-dc4665d275ba,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:02:38.170579 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-018940c0-38f9-4cab-a5d2-8fb522a3d59b demo admin] Publish callbacks [] for router_gateway (51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:38.377577 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-018940c0-38f9-4cab-a5d2-8fb522a3d59b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1589454', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1597375', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1015'] for router (51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:38.382206 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-018940c0-38f9-4cab-a5d2-8fb522a3d59b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1589465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1589456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1597366'] for router (51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:38.585394 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018940c0-38f9-4cab-a5d2-8fb522a3d59b demo admin] Router 51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:02:38.695061 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018940c0-38f9-4cab-a5d2-8fb522a3d59b demo admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:02:38.699842 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-018940c0-38f9-4cab-a5d2-8fb522a3d59b demo admin] Publish callbacks [] for router (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:38.701386 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-018940c0-38f9-4cab-a5d2-8fb522a3d59b demo admin] 10.222.0.30 "PUT /v2.0/routers/51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb HTTP/1.1" status: 200 len: 890 time: 1.7907741 Apr 04 06:02:41.143217 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device f389aa72-8158-4dd8-a68c-aa67f0b62605 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:02:41.191905 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port f389aa72-8158-4dd8-a68c-aa67f0b62605 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:02:41.192306 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (f389aa72-8158-4dd8-a68c-aa67f0b62605), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:41.246712 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 48188) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:02:41.273284 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port f389aa72-8158-4dd8-a68c-aa67f0b62605 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:02:41.372366 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-7f4edd1c-652a-4427-945b-2777efb72e2e admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1243150 Apr 04 06:02:41.706577 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] Sync routers for ids ['51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:02:41.718967 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] Routers {'51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:02:41.719632 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:02:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:02:41.954062 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] Set router 51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:02:42.438522 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb', 'name': 'router1', 'tenant_id': 'a1fb1b92ff18438caab069f229ad3f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '9dfbe32b-e633-47e7-8757-dc4665d275ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:02:19Z', 'updated_at': '2022-04-04T06:02:38Z', 'revision_number': 4, 'project_id': 'a1fb1b92ff18438caab069f229ad3f71', 'gw_port': {'id': '9dfbe32b-e633-47e7-8757-dc4665d275ba', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:9e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:02:37Z', 'updated_at': '2022-04-04T06:02:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'f389aa72-8158-4dd8-a68c-aa67f0b62605', 'name': '', 'network_id': 'f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc', 'tenant_id': 'a1fb1b92ff18438caab069f229ad3f71', 'mac_address': 'fa:16:3e:e9:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c828f2bf-906d-46e7-a1b9-86da1bf25488', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:02:29Z', 'updated_at': '2022-04-04T06:02:32Z', 'revision_number': 5, 'project_id': 'a1fb1b92ff18438caab069f229ad3f71', 'subnets': [{'id': 'c828f2bf-906d-46e7-a1b9-86da1bf25488', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b1715790-c8ac-4266-a638-c372194a6331'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:02:42.487328 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] Checking router: 51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:02:42.487678 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] Updating router 51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb port 9dfbe32b-e633-47e7-8757-dc4665d275ba binding host dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 06:02:42.542979 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (9dfbe32b-e633-47e7-8757-dc4665d275ba), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:42.873449 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] Publish callbacks [] for port (9dfbe32b-e633-47e7-8757-dc4665d275ba), precommit_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:42.879233 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (9dfbe32b-e633-47e7-8757-dc4665d275ba), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:42.934452 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5c408-885c-46ef-bbe5-31a6097e5760 None None] Pushing event updated for resources: {'Port': ['ID=9dfbe32b-e633-47e7-8757-dc4665d275ba,revision_number=2']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:02:42.937855 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] Attempting to bind port 9dfbe32b-e633-47e7-8757-dc4665d275ba on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:02:42.938453 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] Attempting to bind port 9dfbe32b-e633-47e7-8757-dc4665d275ba by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:02:42.938790 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] Attempting to bind port 9dfbe32b-e633-47e7-8757-dc4665d275ba on network 1ee500bf-3755-4a54-8c64-77d3afc270de {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:02:42.944380 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:02:42.944763 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] Checking segment: {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:02:42.945224 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:42.945614 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] Bound using segment: {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:02:42.946080 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] Bound port: 9dfbe32b-e633-47e7-8757-dc4665d275ba, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:02:42.946464 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (9dfbe32b-e633-47e7-8757-dc4665d275ba), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:42.997403 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] For port 9dfbe32b-e633-47e7-8757-dc4665d275ba, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:02:43.000719 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] For port 9dfbe32b-e633-47e7-8757-dc4665d275ba, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=9dfbe32b-e633-47e7-8757-dc4665d275ba,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:02:43.008512 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (9dfbe32b-e633-47e7-8757-dc4665d275ba), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:43.053543 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] Routers {'51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:02:43.055641 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:02:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:02:43.158975 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5c408-885c-46ef-bbe5-31a6097e5760 None None] Pushing event updated for resources: {'Port': ['ID=9dfbe32b-e633-47e7-8757-dc4665d275ba,revision_number=3']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:02:43.189717 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] Set router 51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:02:43.407879 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb', 'name': 'router1', 'tenant_id': 'a1fb1b92ff18438caab069f229ad3f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '9dfbe32b-e633-47e7-8757-dc4665d275ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:02:19Z', 'updated_at': '2022-04-04T06:02:38Z', 'revision_number': 4, 'project_id': 'a1fb1b92ff18438caab069f229ad3f71', 'gw_port': {'id': '9dfbe32b-e633-47e7-8757-dc4665d275ba', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:9e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:02:37Z', 'updated_at': '2022-04-04T06:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'f389aa72-8158-4dd8-a68c-aa67f0b62605', 'name': '', 'network_id': 'f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc', 'tenant_id': 'a1fb1b92ff18438caab069f229ad3f71', 'mac_address': 'fa:16:3e:e9:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c828f2bf-906d-46e7-a1b9-86da1bf25488', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:02:29Z', 'updated_at': '2022-04-04T06:02:32Z', 'revision_number': 5, 'project_id': 'a1fb1b92ff18438caab069f229ad3f71', 'subnets': [{'id': 'c828f2bf-906d-46e7-a1b9-86da1bf25488', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b1715790-c8ac-4266-a638-c372194a6331'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:02:43.435517 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1eb405-4e89-441f-b9aa-5c4df46255c3 None None] The sync data for ids ['51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb'] in dv-cinder-834448-2-iscsi is: [{'id': '51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb', 'name': 'router1', 'tenant_id': 'a1fb1b92ff18438caab069f229ad3f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '9dfbe32b-e633-47e7-8757-dc4665d275ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:02:19Z', 'updated_at': '2022-04-04T06:02:38Z', 'revision_number': 4, 'project_id': 'a1fb1b92ff18438caab069f229ad3f71', 'gw_port': {'id': '9dfbe32b-e633-47e7-8757-dc4665d275ba', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:9e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:02:37Z', 'updated_at': '2022-04-04T06:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'f389aa72-8158-4dd8-a68c-aa67f0b62605', 'name': '', 'network_id': 'f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc', 'tenant_id': 'a1fb1b92ff18438caab069f229ad3f71', 'mac_address': 'fa:16:3e:e9:d4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f6b7ca-64a1-4bcc-a9b8-2f826c5574eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c828f2bf-906d-46e7-a1b9-86da1bf25488', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:02:29Z', 'updated_at': '2022-04-04T06:02:32Z', 'revision_number': 5, 'project_id': 'a1fb1b92ff18438caab069f229ad3f71', 'subnets': [{'id': 'c828f2bf-906d-46e7-a1b9-86da1bf25488', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b1715790-c8ac-4266-a638-c372194a6331'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:02:45.191832 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 9dfbe32b-e633-47e7-8757-dc4665d275ba up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:02:45.264627 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 9dfbe32b-e633-47e7-8757-dc4665d275ba triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:02:45.265421 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (9dfbe32b-e633-47e7-8757-dc4665d275ba), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:45.352226 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 9dfbe32b-e633-47e7-8757-dc4665d275ba is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:02:45.353002 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (9dfbe32b-e633-47e7-8757-dc4665d275ba), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:45.375624 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] For port 9dfbe32b-e633-47e7-8757-dc4665d275ba, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=9dfbe32b-e633-47e7-8757-dc4665d275ba,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:02:45.387578 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (9dfbe32b-e633-47e7-8757-dc4665d275ba), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:45.453671 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Pushing event updated for resources: {'Port': ['ID=9dfbe32b-e633-47e7-8757-dc4665d275ba,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:02:47.201435 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 9dfbe32b-e633-47e7-8757-dc4665d275ba up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:02:47.273211 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 9dfbe32b-e633-47e7-8757-dc4665d275ba triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:02:47.273611 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (9dfbe32b-e633-47e7-8757-dc4665d275ba), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:47.377311 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 9dfbe32b-e633-47e7-8757-dc4665d275ba is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:02:56.129638 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d36e4a19-08a3-4ee5-99fe-0808d8832cbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:58.314595 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-9cf7f8da-5926-4261-9ab9-11cc2b3258a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:02:59.438177 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:03:00.552920 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:03:02.346484 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:03:12.526714 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 5 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:03:26.125088 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-c05e58cf-dec5-4e7e-b32d-3225b6180fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:03:28.312958 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-03fd4529-046d-45b3-be15-83c8d777f267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:03:29.440681 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:03:30.547719 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:03:32.344728 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:03:49.527348 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 5 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:03:56.130258 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4b4f2b10-50b0-4c34-a23c-0de4f5bcb1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:03:58.310391 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-c7b51577-6c8f-41e4-b5a6-8a237aab2e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:03:59.437243 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:04:00.550187 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:04:02.339676 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:04:03.512014 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 48672) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:04:03.575860 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c427f29-6aa0-4724-ac78-aa6da31db9cb admin admin] GET failed (client error): The resource could not be found. Apr 04 06:04:03.577327 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-2c427f29-6aa0-4724-ac78-aa6da31db9cb admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0643470 Apr 04 06:04:03.744382 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbf5f7b-6c8b-49ec-b2e6-b8d33e640747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:04:03.745803 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-bdbf5f7b-6c8b-49ec-b2e6-b8d33e640747 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1623583 Apr 04 06:04:06.066694 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 48682) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:04:06.230647 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dad9dd5-522c-4037-a094-53d5a1159fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:04:06.232034 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-2dad9dd5-522c-4037-a094-53d5a1159fc6 admin admin] 10.222.0.30 "GET /v2.0/subnets/c828f2bf-906d-46e7-a1b9-86da1bf25488 HTTP/1.1" status: 200 len: 849 time: 0.1640344 Apr 04 06:04:06.243809 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-874168c5-d73d-4a21-9a56-4519c5cd4290 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:04:06.356972 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-874168c5-d73d-4a21-9a56-4519c5cd4290 admin admin] Publish callbacks [] for subnet (c828f2bf-906d-46e7-a1b9-86da1bf25488), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:04:06.513338 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-874168c5-d73d-4a21-9a56-4519c5cd4290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794511042946'] for subnet (c828f2bf-906d-46e7-a1b9-86da1bf25488), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:04:06.547395 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874168c5-d73d-4a21-9a56-4519c5cd4290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:04:06.548076 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-874168c5-d73d-4a21-9a56-4519c5cd4290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for subnet (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:04:06.549372 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-874168c5-d73d-4a21-9a56-4519c5cd4290 admin admin] 10.222.0.30 "PUT /v2.0/subnets/c828f2bf-906d-46e7-a1b9-86da1bf25488 HTTP/1.1" status: 200 len: 868 time: 0.3093219 Apr 04 06:04:06.553939 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b51193-5293-45b0-befe-06ae683c4f73 None None] Network f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:04:06.574899 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874168c5-d73d-4a21-9a56-4519c5cd4290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c828f2bf-906d-46e7-a1b9-86da1bf25488,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:04:06.583299 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874168c5-d73d-4a21-9a56-4519c5cd4290 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:04:06.583691 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874168c5-d73d-4a21-9a56-4519c5cd4290 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:04:06.584027 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874168c5-d73d-4a21-9a56-4519c5cd4290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:04:06.584384 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874168c5-d73d-4a21-9a56-4519c5cd4290 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:04:06.584695 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874168c5-d73d-4a21-9a56-4519c5cd4290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:04:06.585072 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874168c5-d73d-4a21-9a56-4519c5cd4290 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:04:06.585410 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874168c5-d73d-4a21-9a56-4519c5cd4290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:04:06.585743 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874168c5-d73d-4a21-9a56-4519c5cd4290 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:04:06.586085 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874168c5-d73d-4a21-9a56-4519c5cd4290 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:04:06.586419 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874168c5-d73d-4a21-9a56-4519c5cd4290 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:04:06.586912 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874168c5-d73d-4a21-9a56-4519c5cd4290 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:04:06.587302 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874168c5-d73d-4a21-9a56-4519c5cd4290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:04:06.587585 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874168c5-d73d-4a21-9a56-4519c5cd4290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:04:06.587913 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874168c5-d73d-4a21-9a56-4519c5cd4290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:04:06.588696 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874168c5-d73d-4a21-9a56-4519c5cd4290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:04:06.893593 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-4a14a7a3-d153-4828-9f5d-9b74d1899f18 None None] Provisioning complete for port f389aa72-8158-4dd8-a68c-aa67f0b62605 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:04:06.893952 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4a14a7a3-d153-4828-9f5d-9b74d1899f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (f389aa72-8158-4dd8-a68c-aa67f0b62605), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:04:06.975127 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-4a14a7a3-d153-4828-9f5d-9b74d1899f18 None None] Current status of the port f389aa72-8158-4dd8-a68c-aa67f0b62605 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:04:06.985180 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-4a14a7a3-d153-4828-9f5d-9b74d1899f18 None None] Provisioning complete for port 6e3f5278-31d8-4594-beb2-716361c02ae6 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:04:06.985576 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4a14a7a3-d153-4828-9f5d-9b74d1899f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (6e3f5278-31d8-4594-beb2-716361c02ae6), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:04:07.063329 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-4a14a7a3-d153-4828-9f5d-9b74d1899f18 None None] Current status of the port 6e3f5278-31d8-4594-beb2-716361c02ae6 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:04:08.868672 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 48692) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:04:09.076397 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d098e19-7dc7-492f-8b3e-28b94bfad034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:04:09.076864 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d098e19-7dc7-492f-8b3e-28b94bfad034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:04:09.078435 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-6d098e19-7dc7-492f-8b3e-28b94bfad034 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2087281 Apr 04 06:04:11.373370 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 48700) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:04:11.575212 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9c7896-c429-4cac-9241-85652288ae2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:04:11.575691 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9c7896-c429-4cac-9241-85652288ae2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:04:11.578044 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-5b9c7896-c429-4cac-9241-85652288ae2f admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2035711 Apr 04 06:04:13.868265 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 48708) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:04:14.056231 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9cb8db-d226-4890-b827-f7008accbbd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:04:14.057640 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-5c9cb8db-d226-4890-b827-f7008accbbd0 admin admin] 10.222.0.30 "GET /v2.0/networks/1ee500bf-3755-4a54-8c64-77d3afc270de HTTP/1.1" status: 200 len: 886 time: 0.1884034 Apr 04 06:04:16.374237 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 48716) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:04:16.528244 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7272d7-f7af-4a85-ad3d-d147aff22abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:04:16.529871 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-1b7272d7-f7af-4a85-ad3d-d147aff22abb admin admin] 10.222.0.30 "GET /v2.0/networks/f1d12f9e-cf42-4be1-b9e5-364cef5d3ddc HTTP/1.1" status: 200 len: 869 time: 0.1544290 Apr 04 06:04:18.844602 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 48724) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:04:19.000078 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c784b33c-167b-48fe-9055-9f33015ebe23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:04:19.000531 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c784b33c-167b-48fe-9055-9f33015ebe23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:04:19.002130 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-c784b33c-167b-48fe-9055-9f33015ebe23 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1564226 Apr 04 06:04:21.312881 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 48732) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:04:21.453140 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637f35c0-42a8-4a90-8f91-94cd3618aa44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:04:21.453597 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637f35c0-42a8-4a90-8f91-94cd3618aa44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:04:21.455125 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-637f35c0-42a8-4a90-8f91-94cd3618aa44 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1408970 Apr 04 06:04:23.765418 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 48740) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:04:23.863186 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ff7787-25ab-495f-ad67-66e0e5ad8e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:04:23.864562 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-a3ff7787-25ab-495f-ad67-66e0e5ad8e90 admin admin] 10.222.0.30 "GET /v2.0/subnets/869a8d77-3e29-497b-8786-06700a6fd9d1 HTTP/1.1" status: 200 len: 816 time: 0.0978999 Apr 04 06:04:26.135892 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-169f2d64-c9cb-40f7-a731-4778e64c0472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:04:26.184736 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 48748) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:04:26.289527 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777707cd-e6d0-4033-b147-53fc98267636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:04:26.290879 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-777707cd-e6d0-4033-b147-53fc98267636 admin admin] 10.222.0.30 "GET /v2.0/subnets/c828f2bf-906d-46e7-a1b9-86da1bf25488 HTTP/1.1" status: 200 len: 868 time: 0.1047277 Apr 04 06:04:26.584094 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 5 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:04:28.309170 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-79d105f6-b846-4c1f-9efe-491cb877054f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:04:29.441437 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:04:30.553329 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:04:32.345792 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:04:54.900696 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 48800) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:04:54.953360 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [None req-3bdc49c4-da62-4cd2-aae6-3f4f46b0608d admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103479) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 06:04:54.954366 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-3bdc49c4-da62-4cd2-aae6-3f4f46b0608d admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0526745 Apr 04 06:04:56.132632 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-52147e05-f4b1-428a-aa4d-66f66918a95f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:04:57.354845 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 48808) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:04:57.421041 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.pecan_wsgi.hooks.translation [None req-196ae83c-80b3-4bac-b0b2-e7de3b7e2970 admin admin] GET failed (client error): The resource could not be found. Apr 04 06:04:57.422816 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-196ae83c-80b3-4bac-b0b2-e7de3b7e2970 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0670068 Apr 04 06:04:57.569418 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab018d4-3cd7-471c-b44f-2f398805a473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:04:57.570908 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-5ab018d4-3cd7-471c-b44f-2f398805a473 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1421030 Apr 04 06:04:58.303187 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-c0c6b204-ef50-4033-b9f9-d28ddb171378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:04:59.445463 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:04:59.966343 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 48816) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:05:00.023565 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-5a9463ce-d278-43bf-8314-2835eda469ce admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:05:00.046789 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9463ce-d278-43bf-8314-2835eda469ce admin admin] Made reservation on behalf of f13bc56bb56c4dff9db8451a514a4fb8 for: {'network': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:05:00.049197 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5a9463ce-d278-43bf-8314-2835eda469ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for network (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:00.086314 dv-cinder-834448-2-iscsi neutron-server[103479]: WARNING neutron.services.revisions.revision_plugin [None req-5a9463ce-d278-43bf-8314-2835eda469ce admin admin] Could not find related network for resource to bump revision. Apr 04 06:05:00.100805 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9463ce-d278-43bf-8314-2835eda469ce admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 06:05:00.112853 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5a9463ce-d278-43bf-8314-2835eda469ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (9b2d5629-edd1-4c59-94f4-b2af267fab73), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:00.113246 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.segments_db [None req-5a9463ce-d278-43bf-8314-2835eda469ce admin admin] Added segment 9b2d5629-edd1-4c59-94f4-b2af267fab73 of type vlan for network bf7e92e5-bbff-4292-b732-63ba2b091c0f Apr 04 06:05:00.153318 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5a9463ce-d278-43bf-8314-2835eda469ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794510444108'] for network (bf7e92e5-bbff-4292-b732-63ba2b091c0f), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:00.181834 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5a9463ce-d278-43bf-8314-2835eda469ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for network (bf7e92e5-bbff-4292-b732-63ba2b091c0f), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:00.183276 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9463ce-d278-43bf-8314-2835eda469ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:05:00.184183 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5a9463ce-d278-43bf-8314-2835eda469ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:00.260488 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-5a9463ce-d278-43bf-8314-2835eda469ce admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2926693 Apr 04 06:05:00.279332 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9463ce-d278-43bf-8314-2835eda469ce admin admin] Pushing event updated for resources: {'Network': ['ID=bf7e92e5-bbff-4292-b732-63ba2b091c0f,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:05:00.290624 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Network bf7e92e5-bbff-4292-b732-63ba2b091c0f details requested by agent ovs-agent-dv-cinder-834448-2-iscsi with host dv-cinder-834448-2-iscsi {{(pid=103481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 06:05:00.562061 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:02.342925 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:02.630011 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 48824) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:05:02.724517 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.pecan_wsgi.hooks.translation [None req-733ed94d-3ae2-43a7-a124-3212456f3e8e admin admin] GET failed (client error): The resource could not be found. Apr 04 06:05:02.725841 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-733ed94d-3ae2-43a7-a124-3212456f3e8e admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0945137 Apr 04 06:05:02.797992 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae5aa14-ce1a-4485-a12e-490919c46b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:05:02.799487 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-6ae5aa14-ce1a-4485-a12e-490919c46b8e admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694199 Apr 04 06:05:02.812496 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-6fed8766-54c9-4a8a-a5f4-d38078ddb6db admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'bf7e92e5-bbff-4292-b732-63ba2b091c0f', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:05:02.838721 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fed8766-54c9-4a8a-a5f4-d38078ddb6db admin admin] Made reservation on behalf of f13bc56bb56c4dff9db8451a514a4fb8 for: {'subnet': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:05:02.840999 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6fed8766-54c9-4a8a-a5f4-d38078ddb6db admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:03.085413 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6fed8766-54c9-4a8a-a5f4-d38078ddb6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for subnet (2f832ba6-e255-4e61-921a-71bb7c50e610), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:03.138712 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed8766-54c9-4a8a-a5f4-d38078ddb6db admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f832ba6-e255-4e61-921a-71bb7c50e610,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:05:03.151785 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fed8766-54c9-4a8a-a5f4-d38078ddb6db admin admin] Checking segment: {'id': '9b2d5629-edd1-4c59-94f4-b2af267fab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'bf7e92e5-bbff-4292-b732-63ba2b091c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:05:03.152161 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fed8766-54c9-4a8a-a5f4-d38078ddb6db admin admin] Network hostable DHCP agents. Network: bf7e92e5-bbff-4292-b732-63ba2b091c0f, hostable agents: ['a23458ca-c084-4a06-a8cf-ee94f3e130be'], hosted agents: [] {{(pid=103479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 06:05:03.175628 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fed8766-54c9-4a8a-a5f4-d38078ddb6db admin admin] Network bf7e92e5-bbff-4292-b732-63ba2b091c0f is scheduled to be hosted by DHCP agent a23458ca-c084-4a06-a8cf-ee94f3e130be with binding_index 1 {{(pid=103479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 06:05:03.188146 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-6fed8766-54c9-4a8a-a5f4-d38078ddb6db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-2-iscsi, bf7e92e5-bbff-4292-b732-63ba2b091c0f) {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:05:03.192477 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fed8766-54c9-4a8a-a5f4-d38078ddb6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:05:03.193108 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6fed8766-54c9-4a8a-a5f4-d38078ddb6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for subnet (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:03.198163 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd5dbe4-859e-4027-9565-662a1c595240 None None] Network bf7e92e5-bbff-4292-b732-63ba2b091c0f requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:05:03.210508 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-6fed8766-54c9-4a8a-a5f4-d38078ddb6db admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4014959 Apr 04 06:05:03.310095 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5440c0d-2b70-5970-bb3d-e8eca1b84906-bf7e92e5-bbff-4292-b732-63ba2b091c0f', 'network_id': 'bf7e92e5-bbff-4292-b732-63ba2b091c0f', 'project_id': 'f13bc56bb56c4dff9db8451a514a4fb8', 'fixed_ips': [{'subnet_id': '2f832ba6-e255-4e61-921a-71bb7c50e610'}]}} from dv-cinder-834448-2-iscsi. {{(pid=103481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 06:05:03.310976 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:03.526920 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 5 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:05:03.551027 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.db_base_plugin_common [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Allocated IP 192.168.233.2 (bf7e92e5-bbff-4292-b732-63ba2b091c0f/2f832ba6-e255-4e61-921a-71bb7c50e610/953792f6-98dc-4e31-b01b-7e541f67d924) {{(pid=103481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:05:03.696165 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Publish callbacks [] for port (953792f6-98dc-4e31-b01b-7e541f67d924), precommit_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:03.702501 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (953792f6-98dc-4e31-b01b-7e541f67d924), after_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:03.739122 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Network bf7e92e5-bbff-4292-b732-63ba2b091c0f is already hosted by enough agents. {{(pid=103481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:05:03.742049 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.base_scheduler [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Resources bound (agent type, host, resource id): {{(pid=103481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:05:03.747660 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Received port after_create {{(pid=103481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:05:03.753635 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Pushing event updated for resources: {'Port': ['ID=953792f6-98dc-4e31-b01b-7e541f67d924,revision_number=1']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:05:03.763299 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:05:03.763640 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:05:03.763997 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:05:03.764371 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:05:03.764748 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:05:03.765090 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:05:03.765398 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:05:03.765714 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:05:03.766033 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:05:03.766352 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:05:03.766665 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:05:03.766994 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:05:03.767310 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:05:03.767621 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:05:03.768291 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:05:03.819834 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Attempting to bind port 953792f6-98dc-4e31-b01b-7e541f67d924 on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:05:03.820201 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Attempting to bind port 953792f6-98dc-4e31-b01b-7e541f67d924 by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '9b2d5629-edd1-4c59-94f4-b2af267fab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'bf7e92e5-bbff-4292-b732-63ba2b091c0f'}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:05:03.820559 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Attempting to bind port 953792f6-98dc-4e31-b01b-7e541f67d924 on network bf7e92e5-bbff-4292-b732-63ba2b091c0f {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:05:03.825601 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:05:03.825966 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Checking segment: {'id': '9b2d5629-edd1-4c59-94f4-b2af267fab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'bf7e92e5-bbff-4292-b732-63ba2b091c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:05:03.826358 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:03.826749 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Bound using segment: {'id': '9b2d5629-edd1-4c59-94f4-b2af267fab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'bf7e92e5-bbff-4292-b732-63ba2b091c0f'} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:05:03.827261 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Bound port: 953792f6-98dc-4e31-b01b-7e541f67d924, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2d5629-edd1-4c59-94f4-b2af267fab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'bf7e92e5-bbff-4292-b732-63ba2b091c0f'}}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:05:03.827682 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (953792f6-98dc-4e31-b01b-7e541f67d924), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:03.893450 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] For port 953792f6-98dc-4e31-b01b-7e541f67d924, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:05:03.896750 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] For port 953792f6-98dc-4e31-b01b-7e541f67d924, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=953792f6-98dc-4e31-b01b-7e541f67d924,segment=NetworkSegment(9b2d5629-edd1-4c59-94f4-b2af267fab73),segment_id=9b2d5629-edd1-4c59-94f4-b2af267fab73)] {{(pid=103481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:05:03.903762 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (953792f6-98dc-4e31-b01b-7e541f67d924), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:03.961590 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53344c-e00e-457e-b4c1-4af1f1e1e717 None None] Pushing event updated for resources: {'Port': ['ID=953792f6-98dc-4e31-b01b-7e541f67d924,revision_number=2']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:05:04.770887 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb937d1-bfa2-486a-83c3-f3b1d9baf87e None None] Network bf7e92e5-bbff-4292-b732-63ba2b091c0f requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:05:04.846812 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-ef23d755-5354-48ac-8d76-5e7c9f1a236e None None] Provisioning complete for port 953792f6-98dc-4e31-b01b-7e541f67d924 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:05:04.847197 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-ef23d755-5354-48ac-8d76-5e7c9f1a236e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (953792f6-98dc-4e31-b01b-7e541f67d924), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:04.963038 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-ef23d755-5354-48ac-8d76-5e7c9f1a236e None None] Current status of the port 953792f6-98dc-4e31-b01b-7e541f67d924 is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:05:04.963434 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-ef23d755-5354-48ac-8d76-5e7c9f1a236e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (953792f6-98dc-4e31-b01b-7e541f67d924), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:04.998012 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-ef23d755-5354-48ac-8d76-5e7c9f1a236e None None] For port 953792f6-98dc-4e31-b01b-7e541f67d924, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=953792f6-98dc-4e31-b01b-7e541f67d924,segment=NetworkSegment(9b2d5629-edd1-4c59-94f4-b2af267fab73),segment_id=9b2d5629-edd1-4c59-94f4-b2af267fab73)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:05:05.004869 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-ef23d755-5354-48ac-8d76-5e7c9f1a236e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (953792f6-98dc-4e31-b01b-7e541f67d924), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:05.063752 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23d755-5354-48ac-8d76-5e7c9f1a236e None None] Pushing event updated for resources: {'Port': ['ID=953792f6-98dc-4e31-b01b-7e541f67d924,revision_number=3']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:05:05.127627 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-99378480-e253-4ab2-8d93-069dc8aeaae1 None None] Provisioning complete for port 953792f6-98dc-4e31-b01b-7e541f67d924 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:05:05.128008 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-99378480-e253-4ab2-8d93-069dc8aeaae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (953792f6-98dc-4e31-b01b-7e541f67d924), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:05.215161 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-99378480-e253-4ab2-8d93-069dc8aeaae1 None None] Current status of the port 953792f6-98dc-4e31-b01b-7e541f67d924 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:05:05.239655 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 953792f6-98dc-4e31-b01b-7e541f67d924 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:05:05.290852 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 953792f6-98dc-4e31-b01b-7e541f67d924 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:05:05.291239 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (953792f6-98dc-4e31-b01b-7e541f67d924), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:05.369656 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 953792f6-98dc-4e31-b01b-7e541f67d924 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:05:26.144117 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-39276fc7-c468-4595-84ff-37c7862a7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:28.309176 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-14dd3d2b-bcfe-4986-8ae9-8dce99589b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:29.446724 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:30.561194 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:32.341429 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:40.526540 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 5 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:05:56.139729 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-32df4e46-ea2b-4458-815d-5f3482a22ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:58.304969 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-09fe21ba-6bc6-4bcc-b7bd-f7d9f64bcd28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:05:59.451360 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:06:00.562984 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:06:02.339791 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:06:17.525958 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 5 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:06:24.132450 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 48862) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:06:24.138643 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [None req-6c00856b-34ad-4cdf-91c9-5f6a42370a46 tempest-verify_tempest_config-817773356 tempest-verify_tempest_config-817773356-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103480) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 06:06:24.139860 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-6c00856b-34ad-4cdf-91c9-5f6a42370a46 tempest-verify_tempest_config-817773356 tempest-verify_tempest_config-817773356-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064077 Apr 04 06:06:24.462358 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 48880) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:06:24.576549 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8304fee4-b054-42af-87bf-6d9d531522ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:06:24.655723 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8304fee4-b054-42af-87bf-6d9d531522ff admin admin] Publish callbacks [] for security_group (0334616b-7eac-4524-a47a-ea13ebf9ed66), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:06:24.662266 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8304fee4-b054-42af-87bf-6d9d531522ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (0334616b-7eac-4524-a47a-ea13ebf9ed66), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:06:24.707390 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304fee4-b054-42af-87bf-6d9d531522ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0334616b-7eac-4524-a47a-ea13ebf9ed66,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:06:24.711204 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-8304fee4-b054-42af-87bf-6d9d531522ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0bd1ffc32d245288c17d4282d1bb0e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2475338 Apr 04 06:06:24.714363 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 48884) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:06:24.717025 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304fee4-b054-42af-87bf-6d9d531522ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.717025 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304fee4-b054-42af-87bf-6d9d531522ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.717732 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304fee4-b054-42af-87bf-6d9d531522ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.718020 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304fee4-b054-42af-87bf-6d9d531522ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.718356 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304fee4-b054-42af-87bf-6d9d531522ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.718687 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304fee4-b054-42af-87bf-6d9d531522ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.719014 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304fee4-b054-42af-87bf-6d9d531522ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.719341 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304fee4-b054-42af-87bf-6d9d531522ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.719683 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304fee4-b054-42af-87bf-6d9d531522ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.720006 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304fee4-b054-42af-87bf-6d9d531522ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.720348 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304fee4-b054-42af-87bf-6d9d531522ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.720684 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304fee4-b054-42af-87bf-6d9d531522ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.721071 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304fee4-b054-42af-87bf-6d9d531522ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.721389 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304fee4-b054-42af-87bf-6d9d531522ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.721732 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8304fee4-b054-42af-87bf-6d9d531522ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.777289 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-06a43c91-2369-4b8b-8374-1221650c88b6 admin admin] Publish callbacks [] for security_group (0334616b-7eac-4524-a47a-ea13ebf9ed66), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:06:24.799843 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-06a43c91-2369-4b8b-8374-1221650c88b6 admin admin] Publish callbacks [] for security_group (0334616b-7eac-4524-a47a-ea13ebf9ed66), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:06:24.900541 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-06a43c91-2369-4b8b-8374-1221650c88b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (0334616b-7eac-4524-a47a-ea13ebf9ed66), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:06:24.903434 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-06a43c91-2369-4b8b-8374-1221650c88b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:06:24.904687 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-06a43c91-2369-4b8b-8374-1221650c88b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0334616b-7eac-4524-a47a-ea13ebf9ed66 HTTP/1.1" status: 204 len: 168 time: 0.1893291 Apr 04 06:06:24.913588 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a43c91-2369-4b8b-8374-1221650c88b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0334616b-7eac-4524-a47a-ea13ebf9ed66,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:06:24.921090 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a43c91-2369-4b8b-8374-1221650c88b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.921427 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a43c91-2369-4b8b-8374-1221650c88b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.921831 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a43c91-2369-4b8b-8374-1221650c88b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.922183 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a43c91-2369-4b8b-8374-1221650c88b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.922603 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a43c91-2369-4b8b-8374-1221650c88b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.922934 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a43c91-2369-4b8b-8374-1221650c88b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.923265 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a43c91-2369-4b8b-8374-1221650c88b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.923593 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a43c91-2369-4b8b-8374-1221650c88b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.923925 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a43c91-2369-4b8b-8374-1221650c88b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.924283 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a43c91-2369-4b8b-8374-1221650c88b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.924619 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a43c91-2369-4b8b-8374-1221650c88b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.925044 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a43c91-2369-4b8b-8374-1221650c88b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.925354 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a43c91-2369-4b8b-8374-1221650c88b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.925682 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a43c91-2369-4b8b-8374-1221650c88b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:24.926010 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a43c91-2369-4b8b-8374-1221650c88b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:06:26.146388 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-50136588-a445-44cf-85d0-0a4ab44f8445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:06:28.312230 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-38aeaece-438a-4acc-a682-0b3ee9a8a137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:06:29.452819 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:06:30.565399 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:06:32.336711 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:06:54.530901 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 5 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:06:56.149522 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-309392e4-e444-44e0-8789-51fa4c4edb61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:06:58.310372 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-43385f9c-9f3c-476a-918f-5f334b5f3af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:06:59.466656 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:07:00.583037 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:07:02.340513 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:07:26.153473 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1fa9feb5-3869-4393-93bf-433a2812811a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:07:28.313105 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-7564510f-2474-4318-bf9b-b3fc03ae8ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:07:29.466848 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:07:30.572538 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:07:31.535474 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 5 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:07:32.335520 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:07:56.156364 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-609121ca-387b-4685-ad0f-4bfd4c951d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:07:58.306629 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-b8f04eb2-8236-475c-b12e-87730c856861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:07:59.467110 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:08:00.572205 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:08:02.343338 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:08:04.026681 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596368'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:08:08.540224 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:08:19.025604 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 48956) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:08:19.142645 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-66153d39-8007-46bb-9afe-38562f46fa54 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1159582 Apr 04 06:08:21.508300 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 48966) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:08:21.567217 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-be14a030-2481-41db-9f84-8caa6f14f1ef admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0578561 Apr 04 06:08:26.152876 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-639bd903-cb75-4ddb-9547-def848182d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:08:28.310934 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-dc09cab9-2727-4eb1-892b-d65b082096b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:08:29.477371 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:08:30.585166 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:08:32.349664 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:08:34.003942 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:08:45.545890 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:08:56.155582 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-9011f581-2f22-4344-8a0f-af32f41682d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:08:58.318658 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fe381aac-8369-4802-9b48-602e1beec206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:08:59.482602 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:00.582515 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:02.347286 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:04.010386 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:22.546435 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:09:26.150666 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-3101d607-63c3-4cfe-be56-7737fa34e2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:28.311869 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a6c23df8-97cc-47bc-94d7-f1f50a52a7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:29.477643 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:30.582770 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:32.343409 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:34.004230 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:56.167429 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-2af9c71e-aa51-4768-9017-242339573b59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:57.623769 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 49132) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:09:57.890338 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2045266382-network', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:09:57.913508 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Made reservation on behalf of f97d1852193346c6916d9747f0c3b84f for: {'network': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:09:57.916169 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for network (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:57.926527 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:58.005438 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Publish callbacks [] for security_group (cd146ca2-5ffd-4a91-89e0-1c133e877eb0), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:58.010413 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (cd146ca2-5ffd-4a91-89e0-1c133e877eb0), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:58.045451 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 06:09:58.047748 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd146ca2-5ffd-4a91-89e0-1c133e877eb0,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:09:58.059850 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.059980 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.060437 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.063888 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.063888 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.063888 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.063888 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.063888 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.063888 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.063888 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.063888 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.063888 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.064717 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.064717 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.064717 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Tracked resource versions report: Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: pushed versions: Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: { 'AddressGroup': {'1.2'}, Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Agent': {'1.1'}, Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'ConntrackHelper': {'1.0'}, Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'LocalIPAssociation': {'1.0'}, Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Log': {'1.0'}, Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'NDPProxy': {'1.0'}, Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Network': {'1.1'}, Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Port': {'1.7'}, Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'PortForwarding': {'1.3'}, Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'QosPolicy': {'1.10'}, Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'SecurityGroup': {'1.5'}, Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'SecurityGroupRule': {'1.2'}, Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'SubPort': {'1.0'}, Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Subnet': {'1.1'}, Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Trunk': {'1.1'}} Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: consumer versions: Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: { DHCP agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: HyperV agent@hv-cinder-83444: {}, Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: L3 agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: Metadata agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: Metering agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: Open vSwitch agent@dv-cinder-834448-2-iscsi: { 'AddressGroup': '1.2', Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Agent': '1.1', Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'ConntrackHelper': '1.0', Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'LocalIPAssociation': '1.0', Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Log': '1.0', Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'NDPProxy': '1.0', Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Network': '1.1', Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Port': '1.7', Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'PortForwarding': '1.3', Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'QosPolicy': '1.10', Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'SecurityGroup': '1.5', Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'SecurityGroupRule': '1.2', Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'SubPort': '1.0', Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Subnet': '1.1', Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: 'Trunk': '1.1'}} Apr 04 06:09:58.065876 dv-cinder-834448-2-iscsi neutron-server[103480]: {{(pid=103480) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 06:09:58.071972 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (449e42ca-afbf-4d5e-a8c0-f64385ea3ca8), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:58.072313 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.segments_db [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Added segment 449e42ca-afbf-4d5e-a8c0-f64385ea3ca8 of type vlan for network 26e2fb68-805f-433f-ae13-ccc07aa47348 Apr 04 06:09:58.112122 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49164) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:09:58.117898 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794510444108'] for network (26e2fb68-805f-433f-ae13-ccc07aa47348), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:58.160736 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for network (26e2fb68-805f-433f-ae13-ccc07aa47348), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:58.161788 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:09:58.162418 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:58.187382 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5624554 Apr 04 06:09:58.191170 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49178) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:09:58.196167 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Request body: {'subnet': {'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2045266382-subnet', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:09:58.218222 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Made reservation on behalf of f97d1852193346c6916d9747f0c3b84f for: {'subnet': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:09:58.221593 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:58.231557 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a493b-6f6d-42ce-b58d-25e9f31ac40b admin admin] Pushing event updated for resources: {'Network': ['ID=26e2fb68-805f-433f-ae13-ccc07aa47348,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:09:58.242490 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Network 26e2fb68-805f-433f-ae13-ccc07aa47348 details requested by agent ovs-agent-dv-cinder-834448-2-iscsi with host dv-cinder-834448-2-iscsi {{(pid=103481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 06:09:58.326673 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-eb52d5a2-b96f-4913-8591-4d7e0525b593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:58.408309 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for subnet (d3bb9207-6ade-4d75-844a-3661ead84b19), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:58.455750 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3bb9207-6ade-4d75-844a-3661ead84b19,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:09:58.466083 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.466439 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.466766 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.467115 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.467449 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.467979 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.468469 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.468802 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.469251 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.469591 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.469932 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.470452 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.470784 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.471145 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.471424 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Tracked resource versions report: Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: pushed versions: Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: { 'AddressGroup': {'1.2'}, Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Agent': {'1.1'}, Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'ConntrackHelper': {'1.0'}, Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'LocalIPAssociation': {'1.0'}, Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Log': {'1.0'}, Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'NDPProxy': {'1.0'}, Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Network': {'1.1'}, Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Port': {'1.7'}, Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'PortForwarding': {'1.3'}, Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'QosPolicy': {'1.10'}, Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'SecurityGroup': {'1.5'}, Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'SecurityGroupRule': {'1.2'}, Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'SubPort': {'1.0'}, Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Subnet': {'1.1'}, Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Trunk': {'1.1'}} Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: consumer versions: Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: { DHCP agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: HyperV agent@hv-cinder-83444: {}, Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: L3 agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: Metadata agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: Metering agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: Open vSwitch agent@dv-cinder-834448-2-iscsi: { 'AddressGroup': '1.2', Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Agent': '1.1', Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'ConntrackHelper': '1.0', Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'LocalIPAssociation': '1.0', Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Log': '1.0', Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'NDPProxy': '1.0', Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Network': '1.1', Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Port': '1.7', Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'PortForwarding': '1.3', Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'QosPolicy': '1.10', Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'SecurityGroup': '1.5', Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'SecurityGroupRule': '1.2', Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'SubPort': '1.0', Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Subnet': '1.1', Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: 'Trunk': '1.1'}} Apr 04 06:09:58.472951 dv-cinder-834448-2-iscsi neutron-server[103479]: {{(pid=103479) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 06:09:58.489188 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Checking segment: {'id': '449e42ca-afbf-4d5e-a8c0-f64385ea3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:09:58.489562 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Network hostable DHCP agents. Network: 26e2fb68-805f-433f-ae13-ccc07aa47348, hostable agents: ['a23458ca-c084-4a06-a8cf-ee94f3e130be'], hosted agents: [] {{(pid=103479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 06:09:58.510496 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Network 26e2fb68-805f-433f-ae13-ccc07aa47348 is scheduled to be hosted by DHCP agent a23458ca-c084-4a06-a8cf-ee94f3e130be with binding_index 1 {{(pid=103479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 06:09:58.524724 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-2-iscsi, 26e2fb68-805f-433f-ae13-ccc07aa47348) {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:09:58.529201 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:09:58.530225 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for subnet (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:58.535942 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f943035-6967-4fb3-b056-dacb19010bfa None None] Network 26e2fb68-805f-433f-ae13-ccc07aa47348 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:09:58.550941 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-b513fe67-5667-4f06-adcb-5ba6326fff67 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3585353 Apr 04 06:09:58.554056 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 49188) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:09:58.558601 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-59b5054e-f778-47f0-b3b1-8af09d2b1e28 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2045266382-router', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:09:58.601533 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-eb8f81dc-3608-4e7e-bcb6-bd7cb1c9a640 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-842340705-network', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:09:58.603385 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-59b5054e-f778-47f0-b3b1-8af09d2b1e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1596477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router (9bedd657-7d9c-41ab-9da5-e2c86274a5e1), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:58.604575 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-59b5054e-f778-47f0-b3b1-8af09d2b1e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1597357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router (9bedd657-7d9c-41ab-9da5-e2c86274a5e1), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:58.635949 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49190) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:09:58.651652 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8f81dc-3608-4e7e-bcb6-bd7cb1c9a640 admin admin] Made reservation on behalf of eb48c2dfec0b435e978641e49934d2c0 for: {'network': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:09:58.654013 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-eb8f81dc-3608-4e7e-bcb6-bd7cb1c9a640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for network (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:58.685740 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-eb8f81dc-3608-4e7e-bcb6-bd7cb1c9a640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:58.739253 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5440c0d-2b70-5970-bb3d-e8eca1b84906-26e2fb68-805f-433f-ae13-ccc07aa47348', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'fixed_ips': [{'subnet_id': 'd3bb9207-6ade-4d75-844a-3661ead84b19'}]}} from dv-cinder-834448-2-iscsi. {{(pid=103481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 06:09:58.740824 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:58.760402 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49196) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:09:58.777822 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49200) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:09:58.818822 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-59b5054e-f778-47f0-b3b1-8af09d2b1e28 admin admin] Publish callbacks [] for router_controller (9bedd657-7d9c-41ab-9da5-e2c86274a5e1), precommit_add_association {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:58.871605 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-eb8f81dc-3608-4e7e-bcb6-bd7cb1c9a640 admin admin] Publish callbacks [] for security_group (1d9dcf5c-86cf-48db-9575-70b8d8837e76), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:58.880231 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-eb8f81dc-3608-4e7e-bcb6-bd7cb1c9a640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (1d9dcf5c-86cf-48db-9575-70b8d8837e76), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:58.930510 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8f81dc-3608-4e7e-bcb6-bd7cb1c9a640 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 06:09:58.953154 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-eb8f81dc-3608-4e7e-bcb6-bd7cb1c9a640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (419f71b2-82cb-4cb3-81a8-e81dcd025595), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:58.953634 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.segments_db [None req-eb8f81dc-3608-4e7e-bcb6-bd7cb1c9a640 admin admin] Added segment 419f71b2-82cb-4cb3-81a8-e81dcd025595 of type vlan for network 912f530c-0c5f-4821-bf75-3c7641d0619c Apr 04 06:09:59.009443 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.db_base_plugin_common [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Allocated IP 172.20.0.2 (26e2fb68-805f-433f-ae13-ccc07aa47348/d3bb9207-6ade-4d75-844a-3661ead84b19/2949dddc-c03c-47b1-a5bd-ca5ad802390f) {{(pid=103481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:09:59.063177 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-eb8f81dc-3608-4e7e-bcb6-bd7cb1c9a640 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794510444108'] for network (912f530c-0c5f-4821-bf75-3c7641d0619c), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.145772 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f81dc-3608-4e7e-bcb6-bd7cb1c9a640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9dcf5c-86cf-48db-9575-70b8d8837e76,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:09:59.157411 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-ade013e1-7b0f-4a57-9f65-2a5727c659b7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1690209032-network', 'tenant_id': '5ef627744431474292658424c03c177e'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:09:59.164790 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-59b5054e-f778-47f0-b3b1-8af09d2b1e28 admin admin] Publish callbacks [] for router_gateway (9bedd657-7d9c-41ab-9da5-e2c86274a5e1), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.198876 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-eb8f81dc-3608-4e7e-bcb6-bd7cb1c9a640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for network (912f530c-0c5f-4821-bf75-3c7641d0619c), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.203920 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8f81dc-3608-4e7e-bcb6-bd7cb1c9a640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:09:59.204796 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-eb8f81dc-3608-4e7e-bcb6-bd7cb1c9a640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.238525 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-aa6946e9-c215-4896-a427-111ccf65c82a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1619652781-network', 'tenant_id': '4c3cf8bdbf3b456480c868d1ffd0a75f'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:09:59.251506 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-54f9f378-f895-4a15-8326-9da0a73a045e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-181001088-network', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:09:59.353433 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Publish callbacks [] for port (2949dddc-c03c-47b1-a5bd-ca5ad802390f), precommit_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.372527 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (2949dddc-c03c-47b1-a5bd-ca5ad802390f), after_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.405024 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Network 26e2fb68-805f-433f-ae13-ccc07aa47348 is already hosted by enough agents. {{(pid=103481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:09:59.408417 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.base_scheduler [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Resources bound (agent type, host, resource id): {{(pid=103481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:09:59.428484 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f81dc-3608-4e7e-bcb6-bd7cb1c9a640 admin admin] Pushing event updated for resources: {'Network': ['ID=912f530c-0c5f-4821-bf75-3c7641d0619c,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:09:59.431365 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade013e1-7b0f-4a57-9f65-2a5727c659b7 admin admin] Made reservation on behalf of 5ef627744431474292658424c03c177e for: {'network': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:09:59.446766 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ade013e1-7b0f-4a57-9f65-2a5727c659b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for network (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.462996 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-eb8f81dc-3608-4e7e-bcb6-bd7cb1c9a640 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3496928 Apr 04 06:09:59.464191 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49236) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:09:59.468189 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ade013e1-7b0f-4a57-9f65-2a5727c659b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.477918 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-f0398ed6-274f-49b0-8f23-d4058f4a536c admin admin] Request body: {'subnet': {'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-842340705-subnet', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:09:59.479456 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Received port after_create {{(pid=103481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:09:59.493893 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Network 912f530c-0c5f-4821-bf75-3c7641d0619c details requested by agent ovs-agent-dv-cinder-834448-2-iscsi with host dv-cinder-834448-2-iscsi {{(pid=103481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 06:09:59.494347 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-59b5054e-f778-47f0-b3b1-8af09d2b1e28 admin admin] Publish callbacks [] for router_gateway (9bedd657-7d9c-41ab-9da5-e2c86274a5e1), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.506621 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6946e9-c215-4896-a427-111ccf65c82a admin admin] Made reservation on behalf of 4c3cf8bdbf3b456480c868d1ffd0a75f for: {'network': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:09:59.511578 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-aa6946e9-c215-4896-a427-111ccf65c82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for network (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.531666 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-59b5054e-f778-47f0-b3b1-8af09d2b1e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.546606 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:09:59.585525 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0398ed6-274f-49b0-8f23-d4058f4a536c admin admin] Made reservation on behalf of eb48c2dfec0b435e978641e49934d2c0 for: {'subnet': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:09:59.589532 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f0398ed6-274f-49b0-8f23-d4058f4a536c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.616362 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-aa6946e9-c215-4896-a427-111ccf65c82a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.660841 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.715264 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Pushing event updated for resources: {'Port': ['ID=2949dddc-c03c-47b1-a5bd-ca5ad802390f,revision_number=1']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:09:59.719873 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [None req-59b5054e-f778-47f0-b3b1-8af09d2b1e28 admin admin] Allocated IP 172.27.2.116 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/150f81ed-a07a-42db-a795-1d1d7e8d6080) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:09:59.755294 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:59.755690 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:59.756096 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:59.756418 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:59.757444 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:59.757893 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:59.758228 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:59.758637 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:59.759027 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:59.759361 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:59.759696 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:59.760087 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:59.761543 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:59.761885 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:59.762911 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Tracked resource versions report: Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: pushed versions: Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: { 'AddressGroup': {'1.2'}, Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Agent': {'1.1'}, Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'ConntrackHelper': {'1.0'}, Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'LocalIPAssociation': {'1.0'}, Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Log': {'1.0'}, Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'NDPProxy': {'1.0'}, Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Network': {'1.1'}, Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Port': {'1.7'}, Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'PortForwarding': {'1.3'}, Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'QosPolicy': {'1.10'}, Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'SecurityGroup': {'1.5'}, Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'SecurityGroupRule': {'1.2'}, Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'SubPort': {'1.0'}, Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Subnet': {'1.1'}, Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Trunk': {'1.1'}} Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: consumer versions: Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: { DHCP agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: HyperV agent@hv-cinder-83444: {}, Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: L3 agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: Metadata agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: Metering agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: Open vSwitch agent@dv-cinder-834448-2-iscsi: { 'AddressGroup': '1.2', Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Agent': '1.1', Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'ConntrackHelper': '1.0', Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'LocalIPAssociation': '1.0', Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Log': '1.0', Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'NDPProxy': '1.0', Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Network': '1.1', Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Port': '1.7', Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'PortForwarding': '1.3', Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'QosPolicy': '1.10', Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'SecurityGroup': '1.5', Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'SecurityGroupRule': '1.2', Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'SubPort': '1.0', Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Subnet': '1.1', Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: 'Trunk': '1.1'}} Apr 04 06:09:59.764293 dv-cinder-834448-2-iscsi neutron-server[103481]: {{(pid=103481) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 06:09:59.770319 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ade013e1-7b0f-4a57-9f65-2a5727c659b7 admin admin] Publish callbacks [] for security_group (300f14c8-e713-4660-83d4-44ba34b89158), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.779511 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Attempting to bind port 2949dddc-c03c-47b1-a5bd-ca5ad802390f on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:09:59.779887 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Attempting to bind port 2949dddc-c03c-47b1-a5bd-ca5ad802390f by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '449e42ca-afbf-4d5e-a8c0-f64385ea3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348'}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:09:59.780286 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Attempting to bind port 2949dddc-c03c-47b1-a5bd-ca5ad802390f on network 26e2fb68-805f-433f-ae13-ccc07aa47348 {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:09:59.796775 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:09:59.797946 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Checking segment: {'id': '449e42ca-afbf-4d5e-a8c0-f64385ea3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:09:59.798956 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.799085 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Bound using segment: {'id': '449e42ca-afbf-4d5e-a8c0-f64385ea3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348'} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:09:59.799605 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Bound port: 2949dddc-c03c-47b1-a5bd-ca5ad802390f, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449e42ca-afbf-4d5e-a8c0-f64385ea3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348'}}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:09:59.800005 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2949dddc-c03c-47b1-a5bd-ca5ad802390f), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.844710 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f9f378-f895-4a15-8326-9da0a73a045e admin admin] Made reservation on behalf of 3bf2aa8f9fc74712aac7ec691de75582 for: {'network': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:09:59.849802 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-54f9f378-f895-4a15-8326-9da0a73a045e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for network (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.878634 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-59b5054e-f778-47f0-b3b1-8af09d2b1e28 admin admin] Publish callbacks [] for port (150f81ed-a07a-42db-a795-1d1d7e8d6080), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.879618 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ade013e1-7b0f-4a57-9f65-2a5727c659b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (300f14c8-e713-4660-83d4-44ba34b89158), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.894097 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] For port 2949dddc-c03c-47b1-a5bd-ca5ad802390f, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:09:59.898684 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] For port 2949dddc-c03c-47b1-a5bd-ca5ad802390f, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=2949dddc-c03c-47b1-a5bd-ca5ad802390f,segment=NetworkSegment(449e42ca-afbf-4d5e-a8c0-f64385ea3ca8),segment_id=449e42ca-afbf-4d5e-a8c0-f64385ea3ca8)] {{(pid=103481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:09:59.908702 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-54f9f378-f895-4a15-8326-9da0a73a045e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.909250 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (2949dddc-c03c-47b1-a5bd-ca5ad802390f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.926408 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-59b5054e-f778-47f0-b3b1-8af09d2b1e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (150f81ed-a07a-42db-a795-1d1d7e8d6080), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.939474 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade013e1-7b0f-4a57-9f65-2a5727c659b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 06:09:59.982246 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1489e39-2b2b-4826-bc88-ec7be636e71c None None] Pushing event updated for resources: {'Port': ['ID=2949dddc-c03c-47b1-a5bd-ca5ad802390f,revision_number=2']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:09:59.984877 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade013e1-7b0f-4a57-9f65-2a5727c659b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300f14c8-e713-4660-83d4-44ba34b89158,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:09:59.997954 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ade013e1-7b0f-4a57-9f65-2a5727c659b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (35ef954b-1d58-4e38-8500-05e4ab9fe175), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:09:59.998542 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.segments_db [None req-ade013e1-7b0f-4a57-9f65-2a5727c659b7 admin admin] Added segment 35ef954b-1d58-4e38-8500-05e4ab9fe175 of type vlan for network be8e1a87-159d-42a2-9dee-8b36eda76ad1 Apr 04 06:10:00.017843 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b5054e-f778-47f0-b3b1-8af09d2b1e28 admin admin] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:10:00.020505 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5054e-f778-47f0-b3b1-8af09d2b1e28 admin admin] Pushing event updated for resources: {'Port': ['ID=150f81ed-a07a-42db-a795-1d1d7e8d6080,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:00.030511 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-59b5054e-f778-47f0-b3b1-8af09d2b1e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:10:00.056230 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b5054e-f778-47f0-b3b1-8af09d2b1e28 admin admin] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:10:00.098940 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ade013e1-7b0f-4a57-9f65-2a5727c659b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794510444108'] for network (be8e1a87-159d-42a2-9dee-8b36eda76ad1), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:00.158209 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ade013e1-7b0f-4a57-9f65-2a5727c659b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for network (be8e1a87-159d-42a2-9dee-8b36eda76ad1), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:00.159344 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade013e1-7b0f-4a57-9f65-2a5727c659b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:00.159708 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ade013e1-7b0f-4a57-9f65-2a5727c659b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:00.249982 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade013e1-7b0f-4a57-9f65-2a5727c659b7 admin admin] Pushing event updated for resources: {'Network': ['ID=be8e1a87-159d-42a2-9dee-8b36eda76ad1,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:00.261862 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Network be8e1a87-159d-42a2-9dee-8b36eda76ad1 details requested by agent ovs-agent-dv-cinder-834448-2-iscsi with host dv-cinder-834448-2-iscsi {{(pid=103481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 06:10:00.287675 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-aa6946e9-c215-4896-a427-111ccf65c82a admin admin] Publish callbacks [] for security_group (5aec2b1a-8078-45fe-94da-4f67ed9bb4bc), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:00.306485 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-ade013e1-7b0f-4a57-9f65-2a5727c659b7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6678350 Apr 04 06:10:00.346785 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-aa6946e9-c215-4896-a427-111ccf65c82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (5aec2b1a-8078-45fe-94da-4f67ed9bb4bc), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:00.354485 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 49276) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:00.354894 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 49278) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:00.358181 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6946e9-c215-4896-a427-111ccf65c82a admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 06:10:00.394355 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-aa6946e9-c215-4896-a427-111ccf65c82a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (919e8034-65c2-4c0f-8f5d-b4075571476a), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:00.394622 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.segments_db [None req-aa6946e9-c215-4896-a427-111ccf65c82a admin admin] Added segment 919e8034-65c2-4c0f-8f5d-b4075571476a of type vlan for network 4cb39ca7-a4fd-470f-856b-99e62f80a3f8 Apr 04 06:10:00.397932 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-5e504ced-427c-4a53-adf2-430572717ae5 admin admin] Request body: {'subnet': {'network_id': 'be8e1a87-159d-42a2-9dee-8b36eda76ad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1690209032-subnet', 'tenant_id': '5ef627744431474292658424c03c177e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:00.441692 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e504ced-427c-4a53-adf2-430572717ae5 admin admin] Made reservation on behalf of 5ef627744431474292658424c03c177e for: {'subnet': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:10:00.444043 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5e504ced-427c-4a53-adf2-430572717ae5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:00.536684 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-59b5054e-f778-47f0-b3b1-8af09d2b1e28 admin admin] Publish callbacks [] for router_gateway (9bedd657-7d9c-41ab-9da5-e2c86274a5e1), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:00.599535 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-54f9f378-f895-4a15-8326-9da0a73a045e admin admin] Publish callbacks [] for security_group (6eae9387-2556-4ca6-af0d-5e0f097dd0b1), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:00.603031 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6946e9-c215-4896-a427-111ccf65c82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:00.605748 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:00.615380 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f0398ed6-274f-49b0-8f23-d4058f4a536c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for subnet (b9a8a955-6bc6-44f6-83f1-2fcedefaefaf), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:00.638342 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4105a9ef-77a0-47db-bf76-34e4151041a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:00.660148 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-54f9f378-f895-4a15-8326-9da0a73a045e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (6eae9387-2556-4ca6-af0d-5e0f097dd0b1), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:00.672501 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f9f378-f895-4a15-8326-9da0a73a045e admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 06:10:00.684136 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0398ed6-274f-49b0-8f23-d4058f4a536c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a8a955-6bc6-44f6-83f1-2fcedefaefaf,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:00.723358 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-54f9f378-f895-4a15-8326-9da0a73a045e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (806f87e6-78c2-4ae9-9d36-4786ef43fbe2), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:00.723697 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.segments_db [None req-54f9f378-f895-4a15-8326-9da0a73a045e admin admin] Added segment 806f87e6-78c2-4ae9-9d36-4786ef43fbe2 of type vlan for network 346304e3-defa-40dc-a5ad-7a093dfc23b7 Apr 04 06:10:00.756486 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-aa6946e9-c215-4896-a427-111ccf65c82a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794510444108'] for network (4cb39ca7-a4fd-470f-856b-99e62f80a3f8), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:00.769296 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5e504ced-427c-4a53-adf2-430572717ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for subnet (f50a5448-6b10-4a69-8787-a2b436d5e67e), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:00.827238 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-54f9f378-f895-4a15-8326-9da0a73a045e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794510444108'] for network (346304e3-defa-40dc-a5ad-7a093dfc23b7), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:00.849044 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9f378-f895-4a15-8326-9da0a73a045e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eae9387-2556-4ca6-af0d-5e0f097dd0b1,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:00.883678 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-aa6946e9-c215-4896-a427-111ccf65c82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for network (4cb39ca7-a4fd-470f-856b-99e62f80a3f8), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:00.884759 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6946e9-c215-4896-a427-111ccf65c82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:00.885430 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-aa6946e9-c215-4896-a427-111ccf65c82a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:00.894025 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0398ed6-274f-49b0-8f23-d4058f4a536c admin admin] Checking segment: {'id': '419f71b2-82cb-4cb3-81a8-e81dcd025595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:10:00.894521 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0398ed6-274f-49b0-8f23-d4058f4a536c admin admin] Network hostable DHCP agents. Network: 912f530c-0c5f-4821-bf75-3c7641d0619c, hostable agents: ['a23458ca-c084-4a06-a8cf-ee94f3e130be'], hosted agents: [] {{(pid=103479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 06:10:00.930629 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e504ced-427c-4a53-adf2-430572717ae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f50a5448-6b10-4a69-8787-a2b436d5e67e,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:00.946116 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e504ced-427c-4a53-adf2-430572717ae5 admin admin] Checking segment: {'id': '35ef954b-1d58-4e38-8500-05e4ab9fe175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'be8e1a87-159d-42a2-9dee-8b36eda76ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:10:00.948196 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e504ced-427c-4a53-adf2-430572717ae5 admin admin] Network hostable DHCP agents. Network: be8e1a87-159d-42a2-9dee-8b36eda76ad1, hostable agents: ['a23458ca-c084-4a06-a8cf-ee94f3e130be'], hosted agents: [] {{(pid=103480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 06:10:00.958266 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-54f9f378-f895-4a15-8326-9da0a73a045e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for network (346304e3-defa-40dc-a5ad-7a093dfc23b7), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:00.960231 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f9f378-f895-4a15-8326-9da0a73a045e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:00.960939 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-54f9f378-f895-4a15-8326-9da0a73a045e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:00.987609 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-aa6946e9-c215-4896-a427-111ccf65c82a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2217135 Apr 04 06:10:00.992710 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-54f9f378-f895-4a15-8326-9da0a73a045e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2136002 Apr 04 06:10:00.993343 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49318) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:01.002050 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49320) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:01.007357 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-df6de9e4-1ae6-4343-80d2-3b33bd54c1de admin admin] Request body: {'subnet': {'network_id': '4cb39ca7-a4fd-470f-856b-99e62f80a3f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1619652781-subnet', 'tenant_id': '4c3cf8bdbf3b456480c868d1ffd0a75f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:01.014708 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0398ed6-274f-49b0-8f23-d4058f4a536c admin admin] Network 912f530c-0c5f-4821-bf75-3c7641d0619c is scheduled to be hosted by DHCP agent a23458ca-c084-4a06-a8cf-ee94f3e130be with binding_index 1 {{(pid=103479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 06:10:01.028538 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-ce34f59f-91df-4db0-a8a1-fca2a18fcfd1 admin admin] Request body: {'subnet': {'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-181001088-subnet', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:01.041362 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-f0398ed6-274f-49b0-8f23-d4058f4a536c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-2-iscsi, 912f530c-0c5f-4821-bf75-3c7641d0619c) {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:10:01.047503 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6946e9-c215-4896-a427-111ccf65c82a admin admin] Pushing event updated for resources: {'Network': ['ID=4cb39ca7-a4fd-470f-856b-99e62f80a3f8,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:01.052527 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d560be8-ed6e-476e-90b2-70fa66ffebe0 None None] Network 912f530c-0c5f-4821-bf75-3c7641d0619c requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:10:01.057261 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0398ed6-274f-49b0-8f23-d4058f4a536c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:01.057912 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f0398ed6-274f-49b0-8f23-d4058f4a536c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for subnet (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:01.095024 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-f0398ed6-274f-49b0-8f23-d4058f4a536c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6238770 Apr 04 06:10:01.102481 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49326) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:01.110959 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-bf18aa20-8861-40de-94b4-fdb950f1982a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-842340705-router', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:01.151159 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6de9e4-1ae6-4343-80d2-3b33bd54c1de admin admin] Made reservation on behalf of 4c3cf8bdbf3b456480c868d1ffd0a75f for: {'subnet': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:10:01.154296 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-df6de9e4-1ae6-4343-80d2-3b33bd54c1de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:01.158175 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce34f59f-91df-4db0-a8a1-fca2a18fcfd1 admin admin] Made reservation on behalf of 3bf2aa8f9fc74712aac7ec691de75582 for: {'subnet': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:10:01.160804 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ce34f59f-91df-4db0-a8a1-fca2a18fcfd1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:01.163102 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Network 4cb39ca7-a4fd-470f-856b-99e62f80a3f8 details requested by agent ovs-agent-dv-cinder-834448-2-iscsi with host dv-cinder-834448-2-iscsi {{(pid=103481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 06:10:01.247818 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e504ced-427c-4a53-adf2-430572717ae5 admin admin] Network be8e1a87-159d-42a2-9dee-8b36eda76ad1 is scheduled to be hosted by DHCP agent a23458ca-c084-4a06-a8cf-ee94f3e130be with binding_index 1 {{(pid=103480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 06:10:01.296326 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-5e504ced-427c-4a53-adf2-430572717ae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-2-iscsi, be8e1a87-159d-42a2-9dee-8b36eda76ad1) {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:10:01.325725 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44f26e9-b681-467c-9b88-be18c0861897 None None] Network be8e1a87-159d-42a2-9dee-8b36eda76ad1 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:10:01.327592 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e504ced-427c-4a53-adf2-430572717ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:01.330231 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5e504ced-427c-4a53-adf2-430572717ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for subnet (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:01.378151 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4105a9ef-77a0-47db-bf76-34e4151041a8 admin admin] Publish callbacks [] for security_group (b842f73c-77c7-4801-87ef-78f89910d0e4), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:01.387419 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 49340) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:01.400695 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4105a9ef-77a0-47db-bf76-34e4151041a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (b842f73c-77c7-4801-87ef-78f89910d0e4), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:01.462703 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-5e504ced-427c-4a53-adf2-430572717ae5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1021419 Apr 04 06:10:01.463155 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-59b5054e-f778-47f0-b3b1-8af09d2b1e28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589291'] for router (9bedd657-7d9c-41ab-9da5-e2c86274a5e1), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:01.474960 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e6c82c-323f-4468-8ce3-d378a0806a3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5440c0d-2b70-5970-bb3d-e8eca1b84906-912f530c-0c5f-4821-bf75-3c7641d0619c', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf'}]}} from dv-cinder-834448-2-iscsi. {{(pid=103481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 06:10:01.475823 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-52e6c82c-323f-4468-8ce3-d378a0806a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:01.492548 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bf18aa20-8861-40de-94b4-fdb950f1982a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1596477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router (c50a0250-9d50-4d17-ba09-f8c4c5b3945d), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:01.494553 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bf18aa20-8861-40de-94b4-fdb950f1982a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1597357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router (c50a0250-9d50-4d17-ba09-f8c4c5b3945d), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:01.542158 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-4105a9ef-77a0-47db-bf76-34e4151041a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=75aa157b3e0f445d9652d5d3acfc287c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1847394 Apr 04 06:10:01.554431 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ce34f59f-91df-4db0-a8a1-fca2a18fcfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for subnet (389db79c-3d35-45ec-be77-a745fbe4b317), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:01.564356 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49346) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:01.657763 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105a9ef-77a0-47db-bf76-34e4151041a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b842f73c-77c7-4801-87ef-78f89910d0e4,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:01.684773 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.db_base_plugin_common [None req-52e6c82c-323f-4468-8ce3-d378a0806a3c None None] Allocated IP 172.20.0.2 (912f530c-0c5f-4821-bf75-3c7641d0619c/b9a8a955-6bc6-44f6-83f1-2fcedefaefaf/d806ab26-1369-4265-9192-003f8989af7e) {{(pid=103481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:10:01.685672 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0267b80b-1295-4e5e-af3d-069b7d609446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:01.731104 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34f59f-91df-4db0-a8a1-fca2a18fcfd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=389db79c-3d35-45ec-be77-a745fbe4b317,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:01.832335 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0267b80b-1295-4e5e-af3d-069b7d609446 admin admin] Publish callbacks [] for security_group (a8debdbf-8953-43a2-956f-3b8c6ac4d69c), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:01.834285 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b5054e-f778-47f0-b3b1-8af09d2b1e28 admin admin] Router 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 is scheduled to L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 with binding_index 1 {{(pid=103480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 06:10:01.844239 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0267b80b-1295-4e5e-af3d-069b7d609446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (a8debdbf-8953-43a2-956f-3b8c6ac4d69c), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:01.952850 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9c097f-bbc2-4e40-9998-e89fa8c4cea2 None None] Network be8e1a87-159d-42a2-9dee-8b36eda76ad1 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:10:02.011720 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 2949dddc-c03c-47b1-a5bd-ca5ad802390f up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:10:02.014608 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fd5574-eae8-46be-a500-e385757b639b None None] Network 26e2fb68-805f-433f-ae13-ccc07aa47348 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:10:02.023274 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-52e6c82c-323f-4468-8ce3-d378a0806a3c None None] Publish callbacks [] for port (d806ab26-1369-4265-9192-003f8989af7e), precommit_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:02.028887 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce34f59f-91df-4db0-a8a1-fca2a18fcfd1 admin admin] Checking segment: {'id': '806f87e6-78c2-4ae9-9d36-4786ef43fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:10:02.029324 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce34f59f-91df-4db0-a8a1-fca2a18fcfd1 admin admin] Network hostable DHCP agents. Network: 346304e3-defa-40dc-a5ad-7a093dfc23b7, hostable agents: ['a23458ca-c084-4a06-a8cf-ee94f3e130be'], hosted agents: [] {{(pid=103479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 06:10:02.038165 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bf18aa20-8861-40de-94b4-fdb950f1982a admin admin] Publish callbacks [] for router_controller (c50a0250-9d50-4d17-ba09-f8c4c5b3945d), precommit_add_association {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:02.062445 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9f378-f895-4a15-8326-9da0a73a045e admin admin] Pushing event updated for resources: {'Network': ['ID=346304e3-defa-40dc-a5ad-7a093dfc23b7,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:02.105047 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Network 346304e3-defa-40dc-a5ad-7a093dfc23b7 details requested by agent ovs-agent-dv-cinder-834448-2-iscsi with host dv-cinder-834448-2-iscsi {{(pid=103481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 06:10:02.235408 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce34f59f-91df-4db0-a8a1-fca2a18fcfd1 admin admin] Network 346304e3-defa-40dc-a5ad-7a093dfc23b7 is scheduled to be hosted by DHCP agent a23458ca-c084-4a06-a8cf-ee94f3e130be with binding_index 1 {{(pid=103479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 06:10:02.285977 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-52e6c82c-323f-4468-8ce3-d378a0806a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (d806ab26-1369-4265-9192-003f8989af7e), after_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:02.384700 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267b80b-1295-4e5e-af3d-069b7d609446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8debdbf-8953-43a2-956f-3b8c6ac4d69c,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:02.391976 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-0267b80b-1295-4e5e-af3d-069b7d609446 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dd1169d547e144beab6ca75e416bc17a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9978333 Apr 04 06:10:02.395237 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 49372) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:02.454785 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b5054e-f778-47f0-b3b1-8af09d2b1e28 admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:10:02.466515 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] Sync routers for ids ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:10:02.480335 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] Routers {'9bedd657-7d9c-41ab-9da5-e2c86274a5e1'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:10:02.483368 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:09:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:02.491833 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5f7f60a1-0ac5-4033-822f-2c9fcf3da28a admin admin] Publish callbacks [] for security_group (a8debdbf-8953-43a2-956f-3b8c6ac4d69c), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:02.518694 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5f7f60a1-0ac5-4033-822f-2c9fcf3da28a admin admin] Publish callbacks [] for security_group (a8debdbf-8953-43a2-956f-3b8c6ac4d69c), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:02.527852 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49378) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:02.537166 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-1e2bd294-a829-4cb4-aed7-29d4fbdb2d66 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2124938299-network', 'tenant_id': '5888d0d9a92b42af93c3a67af5022c48'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:02.540679 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-ce34f59f-91df-4db0-a8a1-fca2a18fcfd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-2-iscsi, 346304e3-defa-40dc-a5ad-7a093dfc23b7) {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:10:02.545000 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-59b5054e-f778-47f0-b3b1-8af09d2b1e28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:02.546102 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce34f59f-91df-4db0-a8a1-fca2a18fcfd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:02.546304 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-59b5054e-f778-47f0-b3b1-8af09d2b1e28 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9910862 Apr 04 06:10:02.546756 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ce34f59f-91df-4db0-a8a1-fca2a18fcfd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for subnet (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:02.558711 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 49380) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:02.564054 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-93f439ec-9b09-4927-9bfe-9ca76148a34e admin admin] Publish callbacks [] for security_group (b842f73c-77c7-4801-87ef-78f89910d0e4), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:02.566443 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-df6de9e4-1ae6-4343-80d2-3b33bd54c1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for subnet (6b0b4225-4153-43cc-8dbd-8cf9d88b0f52), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:02.577890 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-ce34f59f-91df-4db0-a8a1-fca2a18fcfd1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5643520 Apr 04 06:10:02.580455 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bf18aa20-8861-40de-94b4-fdb950f1982a admin admin] Publish callbacks [] for router_gateway (c50a0250-9d50-4d17-ba09-f8c4c5b3945d), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:02.581424 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 49384) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:02.655615 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-ce2f424e-aa98-47e2-91e8-2a938c6ec5e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-181001088-router', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:02.670131 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e6c82c-323f-4468-8ce3-d378a0806a3c None None] Network 912f530c-0c5f-4821-bf75-3c7641d0619c is already hosted by enough agents. {{(pid=103481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:10:02.679283 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6c82c-323f-4468-8ce3-d378a0806a3c None None] Pushing event updated for resources: {'Port': ['ID=d806ab26-1369-4265-9192-003f8989af7e,revision_number=1']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:02.702686 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-93f439ec-9b09-4927-9bfe-9ca76148a34e admin admin] Publish callbacks [] for security_group (b842f73c-77c7-4801-87ef-78f89910d0e4), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:02.708761 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ce2f424e-aa98-47e2-91e8-2a938c6ec5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1596477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router (83b85cc5-6e3c-4508-a192-0c7bd90e6f5c), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:02.709822 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ce2f424e-aa98-47e2-91e8-2a938c6ec5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1597357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router (83b85cc5-6e3c-4508-a192-0c7bd90e6f5c), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:02.723369 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5f7f60a1-0ac5-4033-822f-2c9fcf3da28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (a8debdbf-8953-43a2-956f-3b8c6ac4d69c), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:02.724314 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2bd294-a829-4cb4-aed7-29d4fbdb2d66 admin admin] Made reservation on behalf of 5888d0d9a92b42af93c3a67af5022c48 for: {'network': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:10:02.726242 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5f7f60a1-0ac5-4033-822f-2c9fcf3da28a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:02.726783 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1e2bd294-a829-4cb4-aed7-29d4fbdb2d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for network (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:02.727540 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-5f7f60a1-0ac5-4033-822f-2c9fcf3da28a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a8debdbf-8953-43a2-956f-3b8c6ac4d69c HTTP/1.1" status: 204 len: 168 time: 0.3313529 Apr 04 06:10:02.746023 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7f60a1-0ac5-4033-822f-2c9fcf3da28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8debdbf-8953-43a2-956f-3b8c6ac4d69c,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:02.773259 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1e2bd294-a829-4cb4-aed7-29d4fbdb2d66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:02.774980 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.base_scheduler [None req-52e6c82c-323f-4468-8ce3-d378a0806a3c None None] Resources bound (agent type, host, resource id): {{(pid=103481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:10:02.781795 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e6c82c-323f-4468-8ce3-d378a0806a3c None None] Received port after_create {{(pid=103481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:10:02.796311 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6de9e4-1ae6-4343-80d2-3b33bd54c1de admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b0b4225-4153-43cc-8dbd-8cf9d88b0f52,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:02.807615 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333bcc31-6e1f-45f7-8ca9-a3661bb3ccbd None None] Network 346304e3-defa-40dc-a5ad-7a093dfc23b7 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:10:02.859086 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6de9e4-1ae6-4343-80d2-3b33bd54c1de admin admin] Checking segment: {'id': '919e8034-65c2-4c0f-8f5d-b4075571476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4cb39ca7-a4fd-470f-856b-99e62f80a3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:10:02.859848 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6de9e4-1ae6-4343-80d2-3b33bd54c1de admin admin] Network hostable DHCP agents. Network: 4cb39ca7-a4fd-470f-856b-99e62f80a3f8, hostable agents: ['a23458ca-c084-4a06-a8cf-ee94f3e130be'], hosted agents: [] {{(pid=103479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 06:10:02.873744 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ce2f424e-aa98-47e2-91e8-2a938c6ec5e4 admin admin] Publish callbacks [] for router_controller (83b85cc5-6e3c-4508-a192-0c7bd90e6f5c), precommit_add_association {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:02.908676 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] Set router 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:10:02.977801 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6de9e4-1ae6-4343-80d2-3b33bd54c1de admin admin] Network 4cb39ca7-a4fd-470f-856b-99e62f80a3f8 is scheduled to be hosted by DHCP agent a23458ca-c084-4a06-a8cf-ee94f3e130be with binding_index 1 {{(pid=103479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 06:10:02.991933 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-93f439ec-9b09-4927-9bfe-9ca76148a34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (b842f73c-77c7-4801-87ef-78f89910d0e4), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:02.994804 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-93f439ec-9b09-4927-9bfe-9ca76148a34e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:02.996074 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-93f439ec-9b09-4927-9bfe-9ca76148a34e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b842f73c-77c7-4801-87ef-78f89910d0e4 HTTP/1.1" status: 204 len: 168 time: 1.2838588 Apr 04 06:10:03.038656 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f439ec-9b09-4927-9bfe-9ca76148a34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b842f73c-77c7-4801-87ef-78f89910d0e4,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:03.057068 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-df6de9e4-1ae6-4343-80d2-3b33bd54c1de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-2-iscsi, 4cb39ca7-a4fd-470f-856b-99e62f80a3f8) {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:10:03.060134 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ce2f424e-aa98-47e2-91e8-2a938c6ec5e4 admin admin] Publish callbacks [] for router_gateway (83b85cc5-6e3c-4508-a192-0c7bd90e6f5c), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:03.071947 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-ad26e02a-7ddd-48bf-8d2f-ab915e73a96e None None] Provisioning complete for port 2949dddc-c03c-47b1-a5bd-ca5ad802390f triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:03.072692 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-ad26e02a-7ddd-48bf-8d2f-ab915e73a96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (2949dddc-c03c-47b1-a5bd-ca5ad802390f), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:03.085681 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6de9e4-1ae6-4343-80d2-3b33bd54c1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:03.086284 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-df6de9e4-1ae6-4343-80d2-3b33bd54c1de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for subnet (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:03.131638 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1a7ae2-eb19-49eb-a5c7-dd7281283f5e None None] Network 4cb39ca7-a4fd-470f-856b-99e62f80a3f8 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:10:03.143302 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:03.182474 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1e2bd294-a829-4cb4-aed7-29d4fbdb2d66 admin admin] Publish callbacks [] for security_group (427ead67-de5c-4ca0-b1d3-20080618b319), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:03.210872 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-df6de9e4-1ae6-4343-80d2-3b33bd54c1de admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2110591 Apr 04 06:10:03.214679 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1e2bd294-a829-4cb4-aed7-29d4fbdb2d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (427ead67-de5c-4ca0-b1d3-20080618b319), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:03.319062 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 2949dddc-c03c-47b1-a5bd-ca5ad802390f triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:03.321726 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (2949dddc-c03c-47b1-a5bd-ca5ad802390f), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:03.434237 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2045266382-router', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:09:58Z', 'updated_at': '2022-04-04T06:10:00Z', 'revision_number': 3, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'gw_port': {'id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:09:59Z', 'updated_at': '2022-04-04T06:09:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:03.488718 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2bd294-a829-4cb4-aed7-29d4fbdb2d66 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 06:10:03.511034 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-52e6c82c-323f-4468-8ce3-d378a0806a3c None None] Attempting to bind port d806ab26-1369-4265-9192-003f8989af7e on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:10:03.516057 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-52e6c82c-323f-4468-8ce3-d378a0806a3c None None] Attempting to bind port d806ab26-1369-4265-9192-003f8989af7e by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '419f71b2-82cb-4cb3-81a8-e81dcd025595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c'}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:10:03.516057 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e6c82c-323f-4468-8ce3-d378a0806a3c None None] Attempting to bind port d806ab26-1369-4265-9192-003f8989af7e on network 912f530c-0c5f-4821-bf75-3c7641d0619c {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:10:03.523078 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49402) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:03.525886 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] Checking router: 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:10:03.526805 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] Updating router 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 port 150f81ed-a07a-42db-a795-1d1d7e8d6080 binding host dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 06:10:03.533992 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ce2f424e-aa98-47e2-91e8-2a938c6ec5e4 admin admin] Publish callbacks [] for router_gateway (83b85cc5-6e3c-4508-a192-0c7bd90e6f5c), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:03.556786 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ce2f424e-aa98-47e2-91e8-2a938c6ec5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:03.562904 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1e2bd294-a829-4cb4-aed7-29d4fbdb2d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (adbc4e54-0681-4702-9dba-942b72365e4f), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:03.563552 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.segments_db [None req-1e2bd294-a829-4cb4-aed7-29d4fbdb2d66 admin admin] Added segment adbc4e54-0681-4702-9dba-942b72365e4f of type vlan for network 42ef0249-e4ea-4722-afea-8664614d41d6 Apr 04 06:10:03.565618 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a76a51c8-2314-4a67-ad65-3953b9c4bca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:03.576305 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2bd294-a829-4cb4-aed7-29d4fbdb2d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427ead67-de5c-4ca0-b1d3-20080618b319,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:03.630403 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (150f81ed-a07a-42db-a795-1d1d7e8d6080), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:03.646844 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e6c82c-323f-4468-8ce3-d378a0806a3c None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:10:03.647229 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e6c82c-323f-4468-8ce3-d378a0806a3c None None] Checking segment: {'id': '419f71b2-82cb-4cb3-81a8-e81dcd025595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:10:03.647640 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-52e6c82c-323f-4468-8ce3-d378a0806a3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:03.648033 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e6c82c-323f-4468-8ce3-d378a0806a3c None None] Bound using segment: {'id': '419f71b2-82cb-4cb3-81a8-e81dcd025595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c'} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:10:03.648665 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-52e6c82c-323f-4468-8ce3-d378a0806a3c None None] Bound port: d806ab26-1369-4265-9192-003f8989af7e, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419f71b2-82cb-4cb3-81a8-e81dcd025595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c'}}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:10:03.649078 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-52e6c82c-323f-4468-8ce3-d378a0806a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (d806ab26-1369-4265-9192-003f8989af7e), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:03.712121 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1e2bd294-a829-4cb4-aed7-29d4fbdb2d66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794510444108'] for network (42ef0249-e4ea-4722-afea-8664614d41d6), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:03.741531 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [None req-ce2f424e-aa98-47e2-91e8-2a938c6ec5e4 admin admin] Allocated IP 172.27.2.162 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/bf050540-50f3-4f18-91ec-9ee1088a036d) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:10:03.879338 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bf18aa20-8861-40de-94b4-fdb950f1982a admin admin] Publish callbacks [] for router_gateway (c50a0250-9d50-4d17-ba09-f8c4c5b3945d), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:03.960808 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49410) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:03.967041 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daf7c74-7ce7-4bd9-87a9-a779b1534ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5440c0d-2b70-5970-bb3d-e8eca1b84906-346304e3-defa-40dc-a5ad-7a093dfc23b7', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'fixed_ips': [{'subnet_id': '389db79c-3d35-45ec-be77-a745fbe4b317'}]}} from dv-cinder-834448-2-iscsi. {{(pid=103481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 06:10:03.967950 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4daf7c74-7ce7-4bd9-87a9-a779b1534ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:03.982882 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ce2f424e-aa98-47e2-91e8-2a938c6ec5e4 admin admin] Publish callbacks [] for port (bf050540-50f3-4f18-91ec-9ee1088a036d), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:03.987791 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bf18aa20-8861-40de-94b4-fdb950f1982a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:03.997464 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-ad26e02a-7ddd-48bf-8d2f-ab915e73a96e None None] Current status of the port 2949dddc-c03c-47b1-a5bd-ca5ad802390f is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:03.997855 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-ad26e02a-7ddd-48bf-8d2f-ab915e73a96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2949dddc-c03c-47b1-a5bd-ca5ad802390f), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:04.011250 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1e2bd294-a829-4cb4-aed7-29d4fbdb2d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for network (42ef0249-e4ea-4722-afea-8664614d41d6), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:04.012255 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2bd294-a829-4cb4-aed7-29d4fbdb2d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:04.012847 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1e2bd294-a829-4cb4-aed7-29d4fbdb2d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:04.065079 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3cf1d832-2df1-4908-a5a8-1a0cc7b091c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:04.065340 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-468cf278-03b7-41db-bb66-a61cf920cfe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:04.145741 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05800fb-a64b-4973-aa9f-3345bf9807ea None None] Network 4cb39ca7-a4fd-470f-856b-99e62f80a3f8 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:10:04.215885 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-1e2bd294-a829-4cb4-aed7-29d4fbdb2d66 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6864586 Apr 04 06:10:04.225317 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 49420) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:04.236342 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-65483d54-c00c-43bb-b796-414320296f73 admin admin] Request body: {'subnet': {'network_id': '42ef0249-e4ea-4722-afea-8664614d41d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2124938299-subnet', 'tenant_id': '5888d0d9a92b42af93c3a67af5022c48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:04.278161 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ce2f424e-aa98-47e2-91e8-2a938c6ec5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (bf050540-50f3-4f18-91ec-9ee1088a036d), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:04.336428 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2bd294-a829-4cb4-aed7-29d4fbdb2d66 admin admin] Pushing event updated for resources: {'Network': ['ID=42ef0249-e4ea-4722-afea-8664614d41d6,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:04.369936 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65483d54-c00c-43bb-b796-414320296f73 admin admin] Made reservation on behalf of 5888d0d9a92b42af93c3a67af5022c48 for: {'subnet': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:10:04.372388 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:04.373061 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-65483d54-c00c-43bb-b796-414320296f73 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:04.394107 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Network 42ef0249-e4ea-4722-afea-8664614d41d6 details requested by agent ovs-agent-dv-cinder-834448-2-iscsi with host dv-cinder-834448-2-iscsi {{(pid=103481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 06:10:04.414200 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 49442) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:04.416582 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2f424e-aa98-47e2-91e8-2a938c6ec5e4 admin admin] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:10:04.423262 dv-cinder-834448-2-iscsi neutron-server[103480]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 04 06:10:04.498312 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-468cf278-03b7-41db-bb66-a61cf920cfe4 admin admin] Publish callbacks [] for security_group (d93938c3-40be-46fb-8203-13c1452e58be), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:04.507998 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-468cf278-03b7-41db-bb66-a61cf920cfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (d93938c3-40be-46fb-8203-13c1452e58be), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:04.527560 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a76a51c8-2314-4a67-ad65-3953b9c4bca9 admin admin] Publish callbacks [] for security_group (ae519cad-6060-4dec-bd8e-3d81f5412e74), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:04.535141 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-ad26e02a-7ddd-48bf-8d2f-ab915e73a96e None None] For port 2949dddc-c03c-47b1-a5bd-ca5ad802390f, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=2949dddc-c03c-47b1-a5bd-ca5ad802390f,segment=NetworkSegment(449e42ca-afbf-4d5e-a8c0-f64385ea3ca8),segment_id=449e42ca-afbf-4d5e-a8c0-f64385ea3ca8)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:10:04.551657 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a76a51c8-2314-4a67-ad65-3953b9c4bca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (ae519cad-6060-4dec-bd8e-3d81f5412e74), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:04.556318 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-ad26e02a-7ddd-48bf-8d2f-ab915e73a96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (2949dddc-c03c-47b1-a5bd-ca5ad802390f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:04.559558 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 2949dddc-c03c-47b1-a5bd-ca5ad802390f is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:04.560039 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2949dddc-c03c-47b1-a5bd-ca5ad802390f), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:04.584111 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-a76a51c8-2314-4a67-ad65-3953b9c4bca9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=12746965282243429d437f8757a84504&name=default HTTP/1.1" status: 200 len: 2994 time: 1.0419607 Apr 04 06:10:04.588738 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49446) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:04.591703 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-52e6c82c-323f-4468-8ce3-d378a0806a3c None None] For port d806ab26-1369-4265-9192-003f8989af7e, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:10:04.625305 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] Publish callbacks [] for port (150f81ed-a07a-42db-a795-1d1d7e8d6080), precommit_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:04.634898 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (150f81ed-a07a-42db-a795-1d1d7e8d6080), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:04.643784 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-468cf278-03b7-41db-bb66-a61cf920cfe4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f894da0a405c43938dfecf3d5ad7e51a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6789615 Apr 04 06:10:04.644010 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.db_base_plugin_common [None req-4daf7c74-7ce7-4bd9-87a9-a779b1534ea7 None None] Allocated IP 172.20.0.2 (346304e3-defa-40dc-a5ad-7a093dfc23b7/389db79c-3d35-45ec-be77-a745fbe4b317/c9432fbf-28f8-4403-84d7-0791dcd7a9eb) {{(pid=103481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:10:04.677710 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 49448) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:04.694134 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f331b-da31-42ef-bf80-d0c98a6fa551 None None] Pushing event updated for resources: {'Port': ['ID=150f81ed-a07a-42db-a795-1d1d7e8d6080,revision_number=2']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:04.698497 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-ce2f424e-aa98-47e2-91e8-2a938c6ec5e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:10:04.702636 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2f424e-aa98-47e2-91e8-2a938c6ec5e4 admin admin] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:10:04.705991 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f331b-da31-42ef-bf80-d0c98a6fa551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:10:04.707059 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f331b-da31-42ef-bf80-d0c98a6fa551 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:10:04.707604 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f331b-da31-42ef-bf80-d0c98a6fa551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:10:04.708439 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f331b-da31-42ef-bf80-d0c98a6fa551 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:10:04.709033 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f331b-da31-42ef-bf80-d0c98a6fa551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:10:04.709584 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f331b-da31-42ef-bf80-d0c98a6fa551 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:10:04.710212 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f331b-da31-42ef-bf80-d0c98a6fa551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:10:04.710732 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f331b-da31-42ef-bf80-d0c98a6fa551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:10:04.711502 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f331b-da31-42ef-bf80-d0c98a6fa551 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:10:04.712122 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f331b-da31-42ef-bf80-d0c98a6fa551 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:10:04.712387 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-bf18aa20-8861-40de-94b4-fdb950f1982a admin admin] Allocated IP 172.27.2.40 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/7dd4c3df-15cb-4dce-930f-819c1d19538c) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:10:04.712862 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f331b-da31-42ef-bf80-d0c98a6fa551 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:10:04.713516 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f331b-da31-42ef-bf80-d0c98a6fa551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:10:04.714090 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f331b-da31-42ef-bf80-d0c98a6fa551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:10:04.714990 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f331b-da31-42ef-bf80-d0c98a6fa551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:10:04.715524 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f331b-da31-42ef-bf80-d0c98a6fa551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745f331b-da31-42ef-bf80-d0c98a6fa551 None None] Tracked resource versions report: Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: pushed versions: Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: { 'AddressGroup': {'1.2'}, Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Agent': {'1.1'}, Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'ConntrackHelper': {'1.0'}, Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'LocalIPAssociation': {'1.0'}, Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Log': {'1.0'}, Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'NDPProxy': {'1.0'}, Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Network': {'1.1'}, Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Port': {'1.7'}, Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'PortForwarding': {'1.3'}, Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'QosPolicy': {'1.10'}, Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'SecurityGroup': {'1.5'}, Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'SecurityGroupRule': {'1.2'}, Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'SubPort': {'1.0'}, Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Subnet': {'1.1'}, Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Trunk': {'1.1'}} Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: consumer versions: Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: { DHCP agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: HyperV agent@hv-cinder-83444: {}, Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: L3 agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: Metadata agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: Metering agent@dv-cinder-834448-2-iscsi: {}, Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: Open vSwitch agent@dv-cinder-834448-2-iscsi: { 'AddressGroup': '1.2', Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Agent': '1.1', Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'ConntrackHelper': '1.0', Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'LocalIPAssociation': '1.0', Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Log': '1.0', Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'NDPProxy': '1.0', Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Network': '1.1', Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Port': '1.7', Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'PortForwarding': '1.3', Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'QosPolicy': '1.10', Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'SecurityGroup': '1.5', Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'SecurityGroupRule': '1.2', Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'SubPort': '1.0', Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Subnet': '1.1', Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: 'Trunk': '1.1'}} Apr 04 06:10:04.717551 dv-cinder-834448-2-iscsi neutron-server[103482]: {{(pid=103482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 04 06:10:04.720103 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-52e6c82c-323f-4468-8ce3-d378a0806a3c None None] For port d806ab26-1369-4265-9192-003f8989af7e, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=d806ab26-1369-4265-9192-003f8989af7e,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:10:04.743978 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] Attempting to bind port 150f81ed-a07a-42db-a795-1d1d7e8d6080 on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:10:04.744457 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] Attempting to bind port 150f81ed-a07a-42db-a795-1d1d7e8d6080 by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:10:04.745270 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] Attempting to bind port 150f81ed-a07a-42db-a795-1d1d7e8d6080 on network 1ee500bf-3755-4a54-8c64-77d3afc270de {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:10:04.753483 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:10:04.754391 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] Checking segment: {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:10:04.754882 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:04.755668 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] Bound using segment: {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:10:04.756244 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] Bound port: 150f81ed-a07a-42db-a795-1d1d7e8d6080, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:10:04.756765 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (150f81ed-a07a-42db-a795-1d1d7e8d6080), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:04.807940 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-52e6c82c-323f-4468-8ce3-d378a0806a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (d806ab26-1369-4265-9192-003f8989af7e), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:04.830316 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] For port 150f81ed-a07a-42db-a795-1d1d7e8d6080, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:10:04.840768 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [None req-3cf1d832-2df1-4908-a5a8-1a0cc7b091c2 admin admin] Allocated IP 172.20.0.1 (26e2fb68-805f-433f-ae13-ccc07aa47348/d3bb9207-6ade-4d75-844a-3661ead84b19/5b308155-2083-4bb7-8c79-6b96f4fa459b) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:10:04.842072 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] For port 150f81ed-a07a-42db-a795-1d1d7e8d6080, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=150f81ed-a07a-42db-a795-1d1d7e8d6080,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:10:04.850995 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-fbf30964-6969-4116-92bd-ed4c6c2b226b None None] Provisioning complete for port 2949dddc-c03c-47b1-a5bd-ca5ad802390f triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:04.851461 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fbf30964-6969-4116-92bd-ed4c6c2b226b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (2949dddc-c03c-47b1-a5bd-ca5ad802390f), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:04.851736 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bf18aa20-8861-40de-94b4-fdb950f1982a admin admin] Publish callbacks [] for port (7dd4c3df-15cb-4dce-930f-819c1d19538c), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:04.854240 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (150f81ed-a07a-42db-a795-1d1d7e8d6080), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:04.854557 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cf278-03b7-41db-bb66-a61cf920cfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93938c3-40be-46fb-8203-13c1452e58be,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:04.882697 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76a51c8-2314-4a67-ad65-3953b9c4bca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae519cad-6060-4dec-bd8e-3d81f5412e74,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:04.930305 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f424e-aa98-47e2-91e8-2a938c6ec5e4 admin admin] Pushing event updated for resources: {'Port': ['ID=bf050540-50f3-4f18-91ec-9ee1088a036d,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:04.963513 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-80191b7c-30c0-4727-8f0f-15bf2a38c3bf admin admin] Publish callbacks [] for security_group (ae519cad-6060-4dec-bd8e-3d81f5412e74), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:05.002184 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-80191b7c-30c0-4727-8f0f-15bf2a38c3bf admin admin] Publish callbacks [] for security_group (ae519cad-6060-4dec-bd8e-3d81f5412e74), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:05.013552 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bf18aa20-8861-40de-94b4-fdb950f1982a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (7dd4c3df-15cb-4dce-930f-819c1d19538c), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:05.027710 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26e02a-7ddd-48bf-8d2f-ab915e73a96e None None] Pushing event updated for resources: {'Port': ['ID=2949dddc-c03c-47b1-a5bd-ca5ad802390f,revision_number=3']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:05.033380 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] Routers {'9bedd657-7d9c-41ab-9da5-e2c86274a5e1'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:10:05.034373 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:09:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:05.045084 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f331b-da31-42ef-bf80-d0c98a6fa551 None None] Pushing event updated for resources: {'Port': ['ID=150f81ed-a07a-42db-a795-1d1d7e8d6080,revision_number=3']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:05.144872 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.db.api [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 06:10:05.145327 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG oslo_db.api [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 06:10:05.175015 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6c82c-323f-4468-8ce3-d378a0806a3c None None] Pushing event updated for resources: {'Port': ['ID=d806ab26-1369-4265-9192-003f8989af7e,revision_number=2']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:05.223217 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-fbf30964-6969-4116-92bd-ed4c6c2b226b None None] Current status of the port 2949dddc-c03c-47b1-a5bd-ca5ad802390f is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:05.281021 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] Set router 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:10:05.307499 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-4b05db3a-838f-4290-bffb-faae9846a8a0 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:05.309160 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-4b05db3a-838f-4290-bffb-faae9846a8a0 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/networks?id=4cb39ca7-a4fd-470f-856b-99e62f80a3f8 HTTP/1.1" status: 200 len: 812 time: 0.8871720 Apr 04 06:10:05.309332 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18aa20-8861-40de-94b4-fdb950f1982a admin admin] Pushing event updated for resources: {'Port': ['ID=7dd4c3df-15cb-4dce-930f-819c1d19538c,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:05.315111 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf18aa20-8861-40de-94b4-fdb950f1982a admin admin] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:10:05.318903 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4daf7c74-7ce7-4bd9-87a9-a779b1534ea7 None None] Publish callbacks [] for port (c9432fbf-28f8-4403-84d7-0791dcd7a9eb), precommit_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:05.320964 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-bf18aa20-8861-40de-94b4-fdb950f1982a admin admin] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:10:05.324741 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf18aa20-8861-40de-94b4-fdb950f1982a admin admin] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:10:05.328921 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-80191b7c-30c0-4727-8f0f-15bf2a38c3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (ae519cad-6060-4dec-bd8e-3d81f5412e74), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:05.329669 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4daf7c74-7ce7-4bd9-87a9-a779b1534ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (c9432fbf-28f8-4403-84d7-0791dcd7a9eb), after_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:05.332283 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-80191b7c-30c0-4727-8f0f-15bf2a38c3bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:05.333996 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-80191b7c-30c0-4727-8f0f-15bf2a38c3bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae519cad-6060-4dec-bd8e-3d81f5412e74 HTTP/1.1" status: 204 len: 168 time: 0.7441845 Apr 04 06:10:05.410795 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80191b7c-30c0-4727-8f0f-15bf2a38c3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae519cad-6060-4dec-bd8e-3d81f5412e74,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:05.458765 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4daf7c74-7ce7-4bd9-87a9-a779b1534ea7 None None] Network 346304e3-defa-40dc-a5ad-7a093dfc23b7 is already hosted by enough agents. {{(pid=103481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:10:05.479814 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.base_scheduler [None req-4daf7c74-7ce7-4bd9-87a9-a779b1534ea7 None None] Resources bound (agent type, host, resource id): {{(pid=103481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:10:05.483407 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daf7c74-7ce7-4bd9-87a9-a779b1534ea7 None None] Received port after_create {{(pid=103481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:10:05.492552 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf7c74-7ce7-4bd9-87a9-a779b1534ea7 None None] Pushing event updated for resources: {'Port': ['ID=c9432fbf-28f8-4403-84d7-0791dcd7a9eb,revision_number=1']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:05.609978 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-4daf7c74-7ce7-4bd9-87a9-a779b1534ea7 None None] Attempting to bind port c9432fbf-28f8-4403-84d7-0791dcd7a9eb on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:10:05.610374 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-4daf7c74-7ce7-4bd9-87a9-a779b1534ea7 None None] Attempting to bind port c9432fbf-28f8-4403-84d7-0791dcd7a9eb by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '806f87e6-78c2-4ae9-9d36-4786ef43fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7'}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:10:05.610864 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daf7c74-7ce7-4bd9-87a9-a779b1534ea7 None None] Attempting to bind port c9432fbf-28f8-4403-84d7-0791dcd7a9eb on network 346304e3-defa-40dc-a5ad-7a093dfc23b7 {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:10:05.625451 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daf7c74-7ce7-4bd9-87a9-a779b1534ea7 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:10:05.625823 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daf7c74-7ce7-4bd9-87a9-a779b1534ea7 None None] Checking segment: {'id': '806f87e6-78c2-4ae9-9d36-4786ef43fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:10:05.626276 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-e79381f5-d68c-4b7b-a234-371b44f3c633 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/quotas/4c3cf8bdbf3b456480c868d1ffd0a75f HTTP/1.1" status: 200 len: 375 time: 0.0625648 Apr 04 06:10:05.626428 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4daf7c74-7ce7-4bd9-87a9-a779b1534ea7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:05.626732 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daf7c74-7ce7-4bd9-87a9-a779b1534ea7 None None] Bound using segment: {'id': '806f87e6-78c2-4ae9-9d36-4786ef43fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7'} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:10:05.627223 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-4daf7c74-7ce7-4bd9-87a9-a779b1534ea7 None None] Bound port: c9432fbf-28f8-4403-84d7-0791dcd7a9eb, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '806f87e6-78c2-4ae9-9d36-4786ef43fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7'}}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:10:05.627615 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4daf7c74-7ce7-4bd9-87a9-a779b1534ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (c9432fbf-28f8-4403-84d7-0791dcd7a9eb), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:05.643647 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3cf1d832-2df1-4908-a5a8-1a0cc7b091c2 admin admin] Publish callbacks [] for port (5b308155-2083-4bb7-8c79-6b96f4fa459b), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:05.679857 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2045266382-router', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:09:58Z', 'updated_at': '2022-04-04T06:10:00Z', 'revision_number': 3, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'gw_port': {'id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:09:59Z', 'updated_at': '2022-04-04T06:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:05.739633 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-32035a16-477e-444f-a545-9c96c9e1b197 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c3cf8bdbf3b456480c868d1ffd0a75f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830638 Apr 04 06:10:05.742677 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 2949dddc-c03c-47b1-a5bd-ca5ad802390f is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:05.795540 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec2fa7b-fd95-435a-b5c6-131220edcdf1 None None] The sync data for ids ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'] in dv-cinder-834448-2-iscsi is: [{'id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2045266382-router', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:09:58Z', 'updated_at': '2022-04-04T06:10:00Z', 'revision_number': 3, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'gw_port': {'id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:09:59Z', 'updated_at': '2022-04-04T06:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:10:05.814969 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4544d329-f1d8-4a57-8495-f5896793ebd3 admin admin] Publish callbacks [] for security_group (d93938c3-40be-46fb-8203-13c1452e58be), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:05.816727 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bf18aa20-8861-40de-94b4-fdb950f1982a admin admin] Publish callbacks [] for router_gateway (c50a0250-9d50-4d17-ba09-f8c4c5b3945d), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:05.851927 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-4daf7c74-7ce7-4bd9-87a9-a779b1534ea7 None None] For port c9432fbf-28f8-4403-84d7-0791dcd7a9eb, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:10:05.863936 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-4daf7c74-7ce7-4bd9-87a9-a779b1534ea7 None None] For port c9432fbf-28f8-4403-84d7-0791dcd7a9eb, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=c9432fbf-28f8-4403-84d7-0791dcd7a9eb,segment=NetworkSegment(806f87e6-78c2-4ae9-9d36-4786ef43fbe2),segment_id=806f87e6-78c2-4ae9-9d36-4786ef43fbe2)] {{(pid=103481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:10:05.882318 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4daf7c74-7ce7-4bd9-87a9-a779b1534ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (c9432fbf-28f8-4403-84d7-0791dcd7a9eb), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:06.017614 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3cf1d832-2df1-4908-a5a8-1a0cc7b091c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (5b308155-2083-4bb7-8c79-6b96f4fa459b), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:06.075779 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4544d329-f1d8-4a57-8495-f5896793ebd3 admin admin] Publish callbacks [] for security_group (d93938c3-40be-46fb-8203-13c1452e58be), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:06.202235 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1d832-2df1-4908-a5a8-1a0cc7b091c2 admin admin] Pushing event updated for resources: {'Port': ['ID=5b308155-2083-4bb7-8c79-6b96f4fa459b,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:06.225063 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-97fbe0e2-d865-4b79-a40f-7588b8a6b742 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103480) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 06:10:06.232313 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-97fbe0e2-d865-4b79-a40f-7588b8a6b742 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2161529 Apr 04 06:10:06.272700 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf1d832-2df1-4908-a5a8-1a0cc7b091c2 admin admin] Network 26e2fb68-805f-433f-ae13-ccc07aa47348 is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:10:06.275166 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-65483d54-c00c-43bb-b796-414320296f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for subnet (bb0afb33-8f40-44a6-a444-606b88d9e046), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:06.365014 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 2949dddc-c03c-47b1-a5bd-ca5ad802390f up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:10:06.386605 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-3cf1d832-2df1-4908-a5a8-1a0cc7b091c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:10:06.390480 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf1d832-2df1-4908-a5a8-1a0cc7b091c2 admin admin] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:10:06.409556 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3cf1d832-2df1-4908-a5a8-1a0cc7b091c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596156'] for router_interface (9bedd657-7d9c-41ab-9da5-e2c86274a5e1), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:06.428795 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bf18aa20-8861-40de-94b4-fdb950f1982a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589291'] for router (c50a0250-9d50-4d17-ba09-f8c4c5b3945d), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:06.608953 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf7c74-7ce7-4bd9-87a9-a779b1534ea7 None None] Pushing event updated for resources: {'Port': ['ID=c9432fbf-28f8-4403-84d7-0791dcd7a9eb,revision_number=2']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:06.651166 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 2949dddc-c03c-47b1-a5bd-ca5ad802390f triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:06.651780 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (2949dddc-c03c-47b1-a5bd-ca5ad802390f), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:06.679904 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ce2f424e-aa98-47e2-91e8-2a938c6ec5e4 admin admin] Publish callbacks [] for router_gateway (83b85cc5-6e3c-4508-a192-0c7bd90e6f5c), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:06.856210 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65483d54-c00c-43bb-b796-414320296f73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb0afb33-8f40-44a6-a444-606b88d9e046,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:06.911793 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf18aa20-8861-40de-94b4-fdb950f1982a admin admin] Router c50a0250-9d50-4d17-ba09-f8c4c5b3945d is scheduled to L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 with binding_index 1 {{(pid=103479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 06:10:06.985968 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 2949dddc-c03c-47b1-a5bd-ca5ad802390f is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:06.986214 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4544d329-f1d8-4a57-8495-f5896793ebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (d93938c3-40be-46fb-8203-13c1452e58be), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:06.988974 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device d806ab26-1369-4265-9192-003f8989af7e up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:10:06.999867 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4544d329-f1d8-4a57-8495-f5896793ebd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:07.002482 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-4544d329-f1d8-4a57-8495-f5896793ebd3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d93938c3-40be-46fb-8203-13c1452e58be HTTP/1.1" status: 204 len: 168 time: 2.2953515 Apr 04 06:10:07.055918 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-52973b85-2da8-4406-b274-e3321638d945 service neutron] 10.222.0.30 "GET /v2.0/networks/4cb39ca7-a4fd-470f-856b-99e62f80a3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8226535 Apr 04 06:10:07.069670 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65483d54-c00c-43bb-b796-414320296f73 admin admin] Checking segment: {'id': 'adbc4e54-0681-4702-9dba-942b72365e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '42ef0249-e4ea-4722-afea-8664614d41d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:10:07.070274 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65483d54-c00c-43bb-b796-414320296f73 admin admin] Network hostable DHCP agents. Network: 42ef0249-e4ea-4722-afea-8664614d41d6, hostable agents: ['a23458ca-c084-4a06-a8cf-ee94f3e130be'], hosted agents: [] {{(pid=103480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 06:10:07.136485 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59194431-e7f4-459c-a45e-5dc16968f07b None None] Network 912f530c-0c5f-4821-bf75-3c7641d0619c requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:10:07.174237 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-0d5d4532-6876-47f3-848a-add77dc2b109 None None] Provisioning complete for port 5b308155-2083-4bb7-8c79-6b96f4fa459b triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:07.177031 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-0d5d4532-6876-47f3-848a-add77dc2b109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (5b308155-2083-4bb7-8c79-6b96f4fa459b), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:07.178343 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544d329-f1d8-4a57-8495-f5896793ebd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93938c3-40be-46fb-8203-13c1452e58be,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:07.234653 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf18aa20-8861-40de-94b4-fdb950f1982a admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:10:07.279269 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bf18aa20-8861-40de-94b4-fdb950f1982a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:07.283615 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-bf18aa20-8861-40de-94b4-fdb950f1982a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1772368 Apr 04 06:10:07.286082 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49510) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:07.348361 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] Sync routers for ids ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:10:07.358419 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65483d54-c00c-43bb-b796-414320296f73 admin admin] Network 42ef0249-e4ea-4722-afea-8664614d41d6 is scheduled to be hosted by DHCP agent a23458ca-c084-4a06-a8cf-ee94f3e130be with binding_index 1 {{(pid=103480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 06:10:07.375081 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-0d5d4532-6876-47f3-848a-add77dc2b109 None None] Port 5b308155-2083-4bb7-8c79-6b96f4fa459b cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:10:07.434021 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port d806ab26-1369-4265-9192-003f8989af7e triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:07.440307 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (d806ab26-1369-4265-9192-003f8989af7e), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:07.572313 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] Routers {'c50a0250-9d50-4d17-ba09-f8c4c5b3945d'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:10:07.574655 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:09:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:07.581846 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-65483d54-c00c-43bb-b796-414320296f73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-2-iscsi, 42ef0249-e4ea-4722-afea-8664614d41d6) {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:10:07.597281 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65483d54-c00c-43bb-b796-414320296f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:07.598261 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-65483d54-c00c-43bb-b796-414320296f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for subnet (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:07.650443 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3cf1d832-2df1-4908-a5a8-1a0cc7b091c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (5b308155-2083-4bb7-8c79-6b96f4fa459b), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:07.669654 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-c240a4d3-175d-451d-95c6-74ccce075b14 service neutron] 10.222.0.30 "GET /v2.0/networks/4cb39ca7-a4fd-470f-856b-99e62f80a3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6127689 Apr 04 06:10:07.706837 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c38660-2466-4f87-b329-d70327316e21 None None] Network 42ef0249-e4ea-4722-afea-8664614d41d6 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:10:07.735887 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-65483d54-c00c-43bb-b796-414320296f73 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.5094659 Apr 04 06:10:07.856674 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ce2f424e-aa98-47e2-91e8-2a938c6ec5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589291'] for router (83b85cc5-6e3c-4508-a192-0c7bd90e6f5c), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:07.976928 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b359f7-0a98-4d73-8b4f-99d0c2a0f89c None None] Network 346304e3-defa-40dc-a5ad-7a093dfc23b7 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:10:08.002361 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49540) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:08.097769 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-50bb5eee-0289-4646-83c3-49e6d3a8dbec None None] Provisioning complete for port d806ab26-1369-4265-9192-003f8989af7e triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:08.098182 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-50bb5eee-0289-4646-83c3-49e6d3a8dbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (d806ab26-1369-4265-9192-003f8989af7e), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:08.117557 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef113c3-7b63-4142-9847-be48a2fb26f1 None None] Network 42ef0249-e4ea-4722-afea-8664614d41d6 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:10:08.217381 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6a0d55-3e18-4c07-b30f-2587ffc93d59 admin admin] Deleting subnet f50a5448-6b10-4a69-8787-a2b436d5e67e {{(pid=103479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 06:10:08.224081 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0d55-3e18-4c07-b30f-2587ffc93d59 admin admin] Publish callbacks [] for subnet (f50a5448-6b10-4a69-8787-a2b436d5e67e), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:08.345561 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-74e3cf41-6b83-4ba6-b993-b1ec5425b673 req-d6bf98be-7ea6-43f1-b407-38db98215d3a tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 210 time: 0.1154954 Apr 04 06:10:08.519151 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3cf1d832-2df1-4908-a5a8-1a0cc7b091c2 admin admin] Publish callbacks [] for port (5b308155-2083-4bb7-8c79-6b96f4fa459b), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:08.533722 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3cf1d832-2df1-4908-a5a8-1a0cc7b091c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (5b308155-2083-4bb7-8c79-6b96f4fa459b), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:08.536646 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3cf1d832-2df1-4908-a5a8-1a0cc7b091c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1596008'] for router_interface (9bedd657-7d9c-41ab-9da5-e2c86274a5e1), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:08.554231 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2f424e-aa98-47e2-91e8-2a938c6ec5e4 admin admin] Router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c is scheduled to L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 with binding_index 1 {{(pid=103480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 06:10:08.709752 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0d55-3e18-4c07-b30f-2587ffc93d59 admin admin] Publish callbacks [] for subnet (f50a5448-6b10-4a69-8787-a2b436d5e67e), precommit_delete_associations {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:08.754201 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0d55-3e18-4c07-b30f-2587ffc93d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047354'] for subnet (f50a5448-6b10-4a69-8787-a2b436d5e67e), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:08.765370 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port d806ab26-1369-4265-9192-003f8989af7e is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:08.766009 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (d806ab26-1369-4265-9192-003f8989af7e), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:08.769367 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1d832-2df1-4908-a5a8-1a0cc7b091c2 admin admin] Pushing event updated for resources: {'Port': ['ID=5b308155-2083-4bb7-8c79-6b96f4fa459b,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:08.948634 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf1d832-2df1-4908-a5a8-1a0cc7b091c2 admin admin] Network 26e2fb68-805f-433f-ae13-ccc07aa47348 is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:10:08.983978 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-3cf1d832-2df1-4908-a5a8-1a0cc7b091c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:10:08.998102 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2f424e-aa98-47e2-91e8-2a938c6ec5e4 admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:10:09.008725 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] Sync routers for ids ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:10:09.044602 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] Set router c50a0250-9d50-4d17-ba09-f8c4c5b3945d gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:10:09.047375 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] Routers {'83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:10:09.050333 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:09:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:09.120940 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b56c792e-8f16-4435-a482-185486766f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:09.135825 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] For port d806ab26-1369-4265-9192-003f8989af7e, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=d806ab26-1369-4265-9192-003f8989af7e,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:10:09.222658 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ce2f424e-aa98-47e2-91e8-2a938c6ec5e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:09.228703 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-50bb5eee-0289-4646-83c3-49e6d3a8dbec None None] Current status of the port d806ab26-1369-4265-9192-003f8989af7e is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:09.229145 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-50bb5eee-0289-4646-83c3-49e6d3a8dbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (d806ab26-1369-4265-9192-003f8989af7e), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:09.233797 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-ce2f424e-aa98-47e2-91e8-2a938c6ec5e4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6147158 Apr 04 06:10:09.235495 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49590) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:09.253135 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (d806ab26-1369-4265-9192-003f8989af7e), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:09.407098 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf1d832-2df1-4908-a5a8-1a0cc7b091c2 admin admin] Router 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:10:09.489263 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] Set router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:10:09.648130 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 150f81ed-a07a-42db-a795-1d1d7e8d6080 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:10:09.662376 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0d55-3e18-4c07-b30f-2587ffc93d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for subnet (f50a5448-6b10-4a69-8787-a2b436d5e67e), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:09.719905 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2d6a0d55-3e18-4c07-b30f-2587ffc93d59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:09.724205 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-2d6a0d55-3e18-4c07-b30f-2587ffc93d59 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f50a5448-6b10-4a69-8787-a2b436d5e67e HTTP/1.1" status: 204 len: 168 time: 1.7208843 Apr 04 06:10:09.733192 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Pushing event updated for resources: {'Port': ['ID=d806ab26-1369-4265-9192-003f8989af7e,revision_number=3']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:09.747735 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-95090b5f-1e9a-4051-ab1a-84d2ec3e9e4e req-6c39d8fd-0331-4d9f-a922-d54b7f4f9f6e tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 210 time: 0.2795749 Apr 04 06:10:09.748275 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 49614) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:09.770095 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a0d55-3e18-4c07-b30f-2587ffc93d59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f50a5448-6b10-4a69-8787-a2b436d5e67e,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:09.784091 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.db.api [None req-50bb5eee-0289-4646-83c3-49e6d3a8dbec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 06:10:09.784519 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG oslo_db.api [None req-50bb5eee-0289-4646-83c3-49e6d3a8dbec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 06:10:09.811729 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 150f81ed-a07a-42db-a795-1d1d7e8d6080 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:09.812182 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (150f81ed-a07a-42db-a795-1d1d7e8d6080), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:09.956702 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823931'] for network (be8e1a87-159d-42a2-9dee-8b36eda76ad1), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:09.986678 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf1d832-2df1-4908-a5a8-1a0cc7b091c2 admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:10:09.994405 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-3cf1d832-2df1-4908-a5a8-1a0cc7b091c2 admin admin] 10.222.0.30 "PUT /v2.0/routers/9bedd657-7d9c-41ab-9da5-e2c86274a5e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4344976 Apr 04 06:10:10.068495 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 150f81ed-a07a-42db-a795-1d1d7e8d6080 is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:10.069475 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (150f81ed-a07a-42db-a795-1d1d7e8d6080), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:10.095303 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-b56c792e-8f16-4435-a482-185486766f18 admin admin] Allocated IP 172.20.0.1 (912f530c-0c5f-4821-bf75-3c7641d0619c/b9a8a955-6bc6-44f6-83f1-2fcedefaefaf/aee8d703-588b-46e9-9c51-267dc1d7333e) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:10:10.132772 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'name': 'tempest-AttachVolumeTestJSON-181001088-router', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:02Z', 'updated_at': '2022-04-04T06:10:05Z', 'revision_number': 3, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'gw_port': {'id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:03Z', 'updated_at': '2022-04-04T06:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:10.140527 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] For port 150f81ed-a07a-42db-a795-1d1d7e8d6080, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=150f81ed-a07a-42db-a795-1d1d7e8d6080,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:10:10.143279 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] Sync routers for ids ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:10:10.168528 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'name': 'tempest-AttachVolumeShelveTestJSON-842340705-router', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:01Z', 'updated_at': '2022-04-04T06:10:05Z', 'revision_number': 3, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'gw_port': {'id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:10.168919 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951985', 'neutron.services.segments.db._delete_segments_for_network-8794510801722'] for network (be8e1a87-159d-42a2-9dee-8b36eda76ad1), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:10.204097 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] Checking router: 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:10:10.206437 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] Updating router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c port bf050540-50f3-4f18-91ec-9ee1088a036d binding host dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 06:10:10.220911 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:10:10.221279 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:10:10.222179 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:10:10.223103 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] Subscribe: > port after_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:10:10.223564 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] Subscribe: > port after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:10:10.225229 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] Subscribe: > port after_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:10:10.226364 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:10:10.226828 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:10:10.228446 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:10:10.228972 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:10:10.248623 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (150f81ed-a07a-42db-a795-1d1d7e8d6080), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:10.250283 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device c9432fbf-28f8-4403-84d7-0791dcd7a9eb up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:10:10.259347 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] Checking router: c50a0250-9d50-4d17-ba09-f8c4c5b3945d for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:10:10.259878 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] Updating router c50a0250-9d50-4d17-ba09-f8c4c5b3945d port 7dd4c3df-15cb-4dce-930f-819c1d19538c binding host dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 06:10:10.279035 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (bf050540-50f3-4f18-91ec-9ee1088a036d), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:10.504638 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65488a92-5e90-4442-8d97-ea834b8d80c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:10.715653 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-65488a92-5e90-4442-8d97-ea834b8d80c5 admin admin] Allocated IP 172.20.0.1 (346304e3-defa-40dc-a5ad-7a093dfc23b7/389db79c-3d35-45ec-be77-a745fbe4b317/12604a2e-e62e-4b0c-83cf-9375d169d83a) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:10:10.814710 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:10:10.815190 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:10:10.815530 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:10:10.819219 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103480) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:10:10.819618 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be8e1a87-159d-42a2-9dee-8b36eda76ad1']}} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:10.850469 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65488a92-5e90-4442-8d97-ea834b8d80c5 admin admin] Publish callbacks [] for port (12604a2e-e62e-4b0c-83cf-9375d169d83a), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:10.879130 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b56c792e-8f16-4435-a482-185486766f18 admin admin] Publish callbacks [] for port (aee8d703-588b-46e9-9c51-267dc1d7333e), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:10.896131 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35ef954b-1d58-4e38-8500-05e4ab9fe175') {'for_net_delete': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:10.896471 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35ef954b-1d58-4e38-8500-05e4ab9fe175') {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:10.908299 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] Routers {'9bedd657-7d9c-41ab-9da5-e2c86274a5e1'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:10:10.912116 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:09:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:10.916820 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Pushing event updated for resources: {'Port': ['ID=150f81ed-a07a-42db-a795-1d1d7e8d6080,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:10.917614 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794510999619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3914034'] for segment (35ef954b-1d58-4e38-8500-05e4ab9fe175), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:10.947538 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (35ef954b-1d58-4e38-8500-05e4ab9fe175), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:10.968757 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 06:10:10.969560 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2345957'] for segment (35ef954b-1d58-4e38-8500-05e4ab9fe175), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: from cryptography.utils import int_from_bytes Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: from cryptography.utils import int_from_bytes Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: Traceback (most recent call last): Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: timer() Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: cb(*args, **kw) Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: return func(*args, **kwargs) Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: self._notify() Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: self.callback(batched_events) Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: event.method(event) Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: return f(self, *a, **k) Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._get(url).json() Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: return self.request(url, 'GET', **kwargs) Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 06:10:10.973361 dv-cinder-834448-2-iscsi neutron-server[103480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 06:10:11.034055 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65488a92-5e90-4442-8d97-ea834b8d80c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (12604a2e-e62e-4b0c-83cf-9375d169d83a), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:11.140467 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65488a92-5e90-4442-8d97-ea834b8d80c5 admin admin] Pushing event updated for resources: {'Port': ['ID=12604a2e-e62e-4b0c-83cf-9375d169d83a,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:11.167815 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b56c792e-8f16-4435-a482-185486766f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (aee8d703-588b-46e9-9c51-267dc1d7333e), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:11.196425 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (7dd4c3df-15cb-4dce-930f-819c1d19538c), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:11.255490 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-47d2667a-0dea-4274-8074-700626f1aca0 req-9ee365a4-cd98-44e9-9e4f-edd673e45075 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 210 time: 0.1122007 Apr 04 06:10:11.257557 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589347'] for network (be8e1a87-159d-42a2-9dee-8b36eda76ad1), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:11.269650 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c792e-8f16-4435-a482-185486766f18 admin admin] Pushing event updated for resources: {'Port': ['ID=aee8d703-588b-46e9-9c51-267dc1d7333e,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:11.291683 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:11.297234 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] 10.222.0.30 "DELETE /v2.0/networks/be8e1a87-159d-42a2-9dee-8b36eda76ad1 HTTP/1.1" status: 204 len: 168 time: 1.5455461 Apr 04 06:10:11.297395 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65488a92-5e90-4442-8d97-ea834b8d80c5 admin admin] Network 346304e3-defa-40dc-a5ad-7a093dfc23b7 is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:10:11.300557 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-65488a92-5e90-4442-8d97-ea834b8d80c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:10:11.323284 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 49666) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:11.331823 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] Publish callbacks [] for port (bf050540-50f3-4f18-91ec-9ee1088a036d), precommit_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:11.334452 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65488a92-5e90-4442-8d97-ea834b8d80c5 admin admin] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:10:11.335751 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65488a92-5e90-4442-8d97-ea834b8d80c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596156'] for router_interface (83b85cc5-6e3c-4508-a192-0c7bd90e6f5c), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:11.353887 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (bf050540-50f3-4f18-91ec-9ee1088a036d), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:11.387433 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172d9087-3197-4e87-a30b-b9b07f57c2df admin admin] Pushing event deleted for resources: {'Network': ['ID=be8e1a87-159d-42a2-9dee-8b36eda76ad1,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:11.493710 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 49684) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:11.539938 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dba689c-538a-4914-bd30-729b118dd77f admin admin] Deleting subnet bb0afb33-8f40-44a6-a444-606b88d9e046 {{(pid=103480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 06:10:11.573789 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3dba689c-538a-4914-bd30-729b118dd77f admin admin] Publish callbacks [] for subnet (bb0afb33-8f40-44a6-a444-606b88d9e046), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:11.591966 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] Attempting to bind port bf050540-50f3-4f18-91ec-9ee1088a036d on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:10:11.592446 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] Attempting to bind port bf050540-50f3-4f18-91ec-9ee1088a036d by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:10:11.592826 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] Attempting to bind port bf050540-50f3-4f18-91ec-9ee1088a036d on network 1ee500bf-3755-4a54-8c64-77d3afc270de {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:10:11.622938 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56c792e-8f16-4435-a482-185486766f18 admin admin] Network 912f530c-0c5f-4821-bf75-3c7641d0619c is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:10:11.630386 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6c2df-3c92-4699-834d-20b84eb47b29 None None] Pushing event updated for resources: {'Port': ['ID=bf050540-50f3-4f18-91ec-9ee1088a036d,revision_number=2']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:11.644410 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-b56c792e-8f16-4435-a482-185486766f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:10:11.647919 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56c792e-8f16-4435-a482-185486766f18 admin admin] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:10:11.648155 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b56c792e-8f16-4435-a482-185486766f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596156'] for router_interface (c50a0250-9d50-4d17-ba09-f8c4c5b3945d), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:11.662890 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3dba689c-538a-4914-bd30-729b118dd77f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3914041'] for subnet (bb0afb33-8f40-44a6-a444-606b88d9e046), precommit_delete_associations {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:11.664505 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:10:11.665310 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] Checking segment: {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:10:11.667242 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:11.669084 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] Bound using segment: {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:10:11.671065 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] Bound port: bf050540-50f3-4f18-91ec-9ee1088a036d, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:10:11.671916 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (bf050540-50f3-4f18-91ec-9ee1088a036d), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:11.690375 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-50bb5eee-0289-4646-83c3-49e6d3a8dbec None None] Current status of the port d806ab26-1369-4265-9192-003f8989af7e is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:11.695930 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port c9432fbf-28f8-4403-84d7-0791dcd7a9eb triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:11.696323 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (c9432fbf-28f8-4403-84d7-0791dcd7a9eb), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:11.762859 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3dba689c-538a-4914-bd30-729b118dd77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047354'] for subnet (bb0afb33-8f40-44a6-a444-606b88d9e046), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:11.822411 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] For port bf050540-50f3-4f18-91ec-9ee1088a036d, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:10:11.832089 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] For port bf050540-50f3-4f18-91ec-9ee1088a036d, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=bf050540-50f3-4f18-91ec-9ee1088a036d,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:10:11.847443 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (bf050540-50f3-4f18-91ec-9ee1088a036d), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:11.897819 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-1625e216-de47-447e-9cc0-72049186d859 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:11.900127 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-1625e216-de47-447e-9cc0-72049186d859 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/networks?id=26e2fb68-805f-433f-ae13-ccc07aa47348 HTTP/1.1" status: 200 len: 819 time: 0.4036784 Apr 04 06:10:11.906480 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3dba689c-538a-4914-bd30-729b118dd77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2345283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9101493'] for subnet (bb0afb33-8f40-44a6-a444-606b88d9e046), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:11.941582 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] Routers {'83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:10:11.946116 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:09:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:11.983089 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba689c-538a-4914-bd30-729b118dd77f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb0afb33-8f40-44a6-a444-606b88d9e046,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:11.988448 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3dba689c-538a-4914-bd30-729b118dd77f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for subnet (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:12.001475 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-3dba689c-538a-4914-bd30-729b118dd77f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bb0afb33-8f40-44a6-a444-606b88d9e046 HTTP/1.1" status: 204 len: 168 time: 0.6769004 Apr 04 06:10:12.002891 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-3dd7b1d8-9d29-442e-8340-3263ee16e14f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/quotas/f97d1852193346c6916d9747f0c3b84f HTTP/1.1" status: 200 len: 375 time: 0.0907204 Apr 04 06:10:12.012254 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 49694) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:12.048228 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] Publish callbacks [] for port (7dd4c3df-15cb-4dce-930f-819c1d19538c), precommit_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:12.064839 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65488a92-5e90-4442-8d97-ea834b8d80c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (12604a2e-e62e-4b0c-83cf-9375d169d83a), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:12.065067 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] Set router 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:10:12.067722 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (7dd4c3df-15cb-4dce-930f-819c1d19538c), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:12.119792 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6932d320-3512-4054-86b7-d888b48eed2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823931'] for network (42ef0249-e4ea-4722-afea-8664614d41d6), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:12.127180 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] Set router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:10:12.194984 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e046d-9622-41d5-98bf-881a8a5dcf8a None None] Pushing event updated for resources: {'Port': ['ID=7dd4c3df-15cb-4dce-930f-819c1d19538c,revision_number=2']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:12.197998 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] Attempting to bind port 7dd4c3df-15cb-4dce-930f-819c1d19538c on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:10:12.198484 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] Attempting to bind port 7dd4c3df-15cb-4dce-930f-819c1d19538c by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:10:12.198987 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] Attempting to bind port 7dd4c3df-15cb-4dce-930f-819c1d19538c on network 1ee500bf-3755-4a54-8c64-77d3afc270de {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:10:12.205415 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-f9357d39-7e48-43e4-aa83-c644ace7f6aa None None] Provisioning complete for port d806ab26-1369-4265-9192-003f8989af7e triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:12.205902 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-f9357d39-7e48-43e4-aa83-c644ace7f6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (d806ab26-1369-4265-9192-003f8989af7e), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:12.251180 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:10:12.251744 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] Checking segment: {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:10:12.252243 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:12.252827 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] Bound using segment: {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:10:12.253486 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] Bound port: 7dd4c3df-15cb-4dce-930f-819c1d19538c, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:10:12.253993 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (7dd4c3df-15cb-4dce-930f-819c1d19538c), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:12.362685 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b56c792e-8f16-4435-a482-185486766f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (aee8d703-588b-46e9-9c51-267dc1d7333e), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:12.411380 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6c2df-3c92-4699-834d-20b84eb47b29 None None] Pushing event updated for resources: {'Port': ['ID=bf050540-50f3-4f18-91ec-9ee1088a036d,revision_number=3']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:12.442745 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port c9432fbf-28f8-4403-84d7-0791dcd7a9eb is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:12.443346 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (c9432fbf-28f8-4403-84d7-0791dcd7a9eb), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:12.448725 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'name': 'tempest-AttachVolumeTestJSON-181001088-router', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:02Z', 'updated_at': '2022-04-04T06:10:11Z', 'revision_number': 4, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'gw_port': {'id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:03Z', 'updated_at': '2022-04-04T06:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '12604a2e-e62e-4b0c-83cf-9375d169d83a', 'name': '', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'mac_address': 'fa:16:3e:8d:62:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:10Z', 'updated_at': '2022-04-04T06:10:10Z', 'revision_number': 1, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'subnets': [{'id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:12.484113 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] For port c9432fbf-28f8-4403-84d7-0791dcd7a9eb, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=c9432fbf-28f8-4403-84d7-0791dcd7a9eb,segment=NetworkSegment(806f87e6-78c2-4ae9-9d36-4786ef43fbe2),segment_id=806f87e6-78c2-4ae9-9d36-4786ef43fbe2)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:10:12.497440 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b314a86c-c510-4566-9178-542bd37f56e2 None None] The sync data for ids ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'] in dv-cinder-834448-2-iscsi is: [{'id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'name': 'tempest-AttachVolumeTestJSON-181001088-router', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:02Z', 'updated_at': '2022-04-04T06:10:11Z', 'revision_number': 4, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'gw_port': {'id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:03Z', 'updated_at': '2022-04-04T06:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '12604a2e-e62e-4b0c-83cf-9375d169d83a', 'name': '', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'mac_address': 'fa:16:3e:8d:62:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:10Z', 'updated_at': '2022-04-04T06:10:10Z', 'revision_number': 1, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'subnets': [{'id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:10:12.529006 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (c9432fbf-28f8-4403-84d7-0791dcd7a9eb), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:12.552082 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-da6e2353-de5f-44ac-8af1-84d8a3e27601 req-7579193e-0f2a-472a-bbca-86020e1741de tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 210 time: 0.0815463 Apr 04 06:10:12.573761 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65488a92-5e90-4442-8d97-ea834b8d80c5 admin admin] Publish callbacks [] for port (12604a2e-e62e-4b0c-83cf-9375d169d83a), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:12.585673 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6932d320-3512-4054-86b7-d888b48eed2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951985', 'neutron.services.segments.db._delete_segments_for_network-8794510801722'] for network (42ef0249-e4ea-4722-afea-8664614d41d6), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:12.608679 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65488a92-5e90-4442-8d97-ea834b8d80c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (12604a2e-e62e-4b0c-83cf-9375d169d83a), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:12.609848 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65488a92-5e90-4442-8d97-ea834b8d80c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1596008'] for router_interface (83b85cc5-6e3c-4508-a192-0c7bd90e6f5c), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:12.700805 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-61fd4987-e978-4c33-94ed-9057d6879ad6 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f97d1852193346c6916d9747f0c3b84f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6892719 Apr 04 06:10:12.703119 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-6932d320-3512-4054-86b7-d888b48eed2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ef0249-e4ea-4722-afea-8664614d41d6']}} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:12.714548 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-6932d320-3512-4054-86b7-d888b48eed2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbc4e54-0681-4702-9dba-942b72365e4f') {'for_net_delete': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:12.714902 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-6932d320-3512-4054-86b7-d888b48eed2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbc4e54-0681-4702-9dba-942b72365e4f') {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:12.725449 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6932d320-3512-4054-86b7-d888b48eed2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794510999619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3914034'] for segment (adbc4e54-0681-4702-9dba-942b72365e4f), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:12.740476 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6932d320-3512-4054-86b7-d888b48eed2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (adbc4e54-0681-4702-9dba-942b72365e4f), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:12.746814 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6932d320-3512-4054-86b7-d888b48eed2d admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 06:10:12.747206 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6932d320-3512-4054-86b7-d888b48eed2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2345957'] for segment (adbc4e54-0681-4702-9dba-942b72365e4f), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:12.789677 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] For port 7dd4c3df-15cb-4dce-930f-819c1d19538c, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:10:12.804779 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] For port 7dd4c3df-15cb-4dce-930f-819c1d19538c, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=7dd4c3df-15cb-4dce-930f-819c1d19538c,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: Traceback (most recent call last): Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: timer() Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: cb(*args, **kw) Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: return func(*args, **kwargs) Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: self._notify() Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: self.callback(batched_events) Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: event.method(event) Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: return f(self, *a, **k) Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._get(url).json() Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: return self.request(url, 'GET', **kwargs) Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 06:10:12.806684 dv-cinder-834448-2-iscsi neutron-server[103480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 06:10:12.808558 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device d806ab26-1369-4265-9192-003f8989af7e up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:10:12.827927 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65488a92-5e90-4442-8d97-ea834b8d80c5 admin admin] Pushing event updated for resources: {'Port': ['ID=12604a2e-e62e-4b0c-83cf-9375d169d83a,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:12.832965 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (7dd4c3df-15cb-4dce-930f-819c1d19538c), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:12.863646 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6932d320-3512-4054-86b7-d888b48eed2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589347'] for network (42ef0249-e4ea-4722-afea-8664614d41d6), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:12.927002 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-f9357d39-7e48-43e4-aa83-c644ace7f6aa None None] Current status of the port d806ab26-1369-4265-9192-003f8989af7e is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:12.928394 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6932d320-3512-4054-86b7-d888b48eed2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:12.943254 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-6932d320-3512-4054-86b7-d888b48eed2d admin admin] 10.222.0.30 "DELETE /v2.0/networks/42ef0249-e4ea-4722-afea-8664614d41d6 HTTP/1.1" status: 204 len: 168 time: 0.9300039 Apr 04 06:10:12.954021 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932d320-3512-4054-86b7-d888b48eed2d admin admin] Pushing event deleted for resources: {'Network': ['ID=42ef0249-e4ea-4722-afea-8664614d41d6,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:12.986602 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65488a92-5e90-4442-8d97-ea834b8d80c5 admin admin] Network 346304e3-defa-40dc-a5ad-7a093dfc23b7 is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:10:12.989443 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-65488a92-5e90-4442-8d97-ea834b8d80c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:10:13.035944 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-f9357d39-7e48-43e4-aa83-c644ace7f6aa None None] Provisioning complete for port 12604a2e-e62e-4b0c-83cf-9375d169d83a triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:13.036409 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-f9357d39-7e48-43e4-aa83-c644ace7f6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (12604a2e-e62e-4b0c-83cf-9375d169d83a), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:13.052120 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] Routers {'c50a0250-9d50-4d17-ba09-f8c4c5b3945d'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:10:13.052922 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b56c792e-8f16-4435-a482-185486766f18 admin admin] Publish callbacks [] for port (aee8d703-588b-46e9-9c51-267dc1d7333e), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:13.054880 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:09:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:13.087414 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-a33bb2bb-dc15-40b0-bbb3-7bd2dc95bc0f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103480) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 06:10:13.088438 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-a33bb2bb-dc15-40b0-bbb3-7bd2dc95bc0f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1110585 Apr 04 06:10:13.208395 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b56c792e-8f16-4435-a482-185486766f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (aee8d703-588b-46e9-9c51-267dc1d7333e), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:13.209546 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b56c792e-8f16-4435-a482-185486766f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1596008'] for router_interface (c50a0250-9d50-4d17-ba09-f8c4c5b3945d), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:13.239718 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] Set router c50a0250-9d50-4d17-ba09-f8c4c5b3945d gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:10:13.271064 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c792e-8f16-4435-a482-185486766f18 admin admin] Pushing event updated for resources: {'Port': ['ID=aee8d703-588b-46e9-9c51-267dc1d7333e,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:13.296109 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65488a92-5e90-4442-8d97-ea834b8d80c5 admin admin] Router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:10:13.300283 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 49732) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:13.374007 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Pushing event updated for resources: {'Port': ['ID=c9432fbf-28f8-4403-84d7-0791dcd7a9eb,revision_number=3']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:13.458471 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e046d-9622-41d5-98bf-881a8a5dcf8a None None] Pushing event updated for resources: {'Port': ['ID=7dd4c3df-15cb-4dce-930f-819c1d19538c,revision_number=3']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:13.477771 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-648fa7e6-2e8d-4caa-bfdc-b44557900577 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ef627744431474292658424c03c177e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1758680 Apr 04 06:10:13.478840 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 49736) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:13.488658 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0bf14413-737c-4ecd-80dd-df4b8e7dcf36 service neutron] 10.222.0.30 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933918 Apr 04 06:10:13.561403 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port d806ab26-1369-4265-9192-003f8989af7e triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:13.561770 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (d806ab26-1369-4265-9192-003f8989af7e), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:13.565316 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2045266382-router', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:09:58Z', 'updated_at': '2022-04-04T06:10:07Z', 'revision_number': 4, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'gw_port': {'id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:09:59Z', 'updated_at': '2022-04-04T06:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '5b308155-2083-4bb7-8c79-6b96f4fa459b', 'name': '', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'mac_address': 'fa:16:3e:f4:04:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:07Z', 'revision_number': 2, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'subnets': [{'id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:13.618232 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] Checking router: 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:10:13.618595 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] Updating router 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 port 5b308155-2083-4bb7-8c79-6b96f4fa459b binding host dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 06:10:13.619646 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65488a92-5e90-4442-8d97-ea834b8d80c5 admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:10:13.629772 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-65488a92-5e90-4442-8d97-ea834b8d80c5 admin admin] 10.222.0.30 "PUT /v2.0/routers/83b85cc5-6e3c-4508-a192-0c7bd90e6f5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3780608 Apr 04 06:10:13.654048 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56c792e-8f16-4435-a482-185486766f18 admin admin] Network 912f530c-0c5f-4821-bf75-3c7641d0619c is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:10:13.657140 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-b56c792e-8f16-4435-a482-185486766f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:10:13.677127 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-f9357d39-7e48-43e4-aa83-c644ace7f6aa None None] Port 12604a2e-e62e-4b0c-83cf-9375d169d83a cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:10:13.815826 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-a7c7caf7-39dd-46c0-afc2-114632b48644 service neutron] 10.222.0.30 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204081 Apr 04 06:10:13.864817 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (5b308155-2083-4bb7-8c79-6b96f4fa459b), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:13.889871 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56c792e-8f16-4435-a482-185486766f18 admin admin] Router c50a0250-9d50-4d17-ba09-f8c4c5b3945d has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:10:13.944609 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-f9357d39-7e48-43e4-aa83-c644ace7f6aa None None] Provisioning complete for port 5b308155-2083-4bb7-8c79-6b96f4fa459b triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:13.944609 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-f9357d39-7e48-43e4-aa83-c644ace7f6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (5b308155-2083-4bb7-8c79-6b96f4fa459b), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:13.948331 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e7eba995-ed20-4f2f-98dc-025b5c8483ac admin admin] Publish callbacks [] for security_group (300f14c8-e713-4660-83d4-44ba34b89158), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:14.002463 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e7eba995-ed20-4f2f-98dc-025b5c8483ac admin admin] Publish callbacks [] for security_group (300f14c8-e713-4660-83d4-44ba34b89158), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:14.079489 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56c792e-8f16-4435-a482-185486766f18 admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:10:14.100228 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-b56c792e-8f16-4435-a482-185486766f18 admin admin] 10.222.0.30 "PUT /v2.0/routers/c50a0250-9d50-4d17-ba09-f8c4c5b3945d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8031886 Apr 04 06:10:14.103349 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-29a00e7e-3c5b-40ad-958d-01c9f0b3113e req-67f27f2c-2cdf-4662-be99-c80f72f9513d tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 210 time: 0.2731822 Apr 04 06:10:14.117587 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e7eba995-ed20-4f2f-98dc-025b5c8483ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (300f14c8-e713-4660-83d4-44ba34b89158), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:14.126697 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e7eba995-ed20-4f2f-98dc-025b5c8483ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:14.128131 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-e7eba995-ed20-4f2f-98dc-025b5c8483ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/300f14c8-e713-4660-83d4-44ba34b89158 HTTP/1.1" status: 204 len: 168 time: 0.6483679 Apr 04 06:10:14.144264 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eba995-ed20-4f2f-98dc-025b5c8483ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300f14c8-e713-4660-83d4-44ba34b89158,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:14.301386 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c68e247e-18bf-437a-8649-f391a5beef28 req-a7d2d4b9-fc45-4c68-a1c3-ae66956c42eb tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 210 time: 0.0646408 Apr 04 06:10:14.584766 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-f9357d39-7e48-43e4-aa83-c644ace7f6aa None None] Port 5b308155-2083-4bb7-8c79-6b96f4fa459b cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:10:14.653041 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port d806ab26-1369-4265-9192-003f8989af7e is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:14.654605 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 150f81ed-a07a-42db-a795-1d1d7e8d6080 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:10:14.803958 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-f9357d39-7e48-43e4-aa83-c644ace7f6aa None None] Provisioning complete for port c9432fbf-28f8-4403-84d7-0791dcd7a9eb triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:14.804618 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-f9357d39-7e48-43e4-aa83-c644ace7f6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (c9432fbf-28f8-4403-84d7-0791dcd7a9eb), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:14.865400 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 150f81ed-a07a-42db-a795-1d1d7e8d6080 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:14.866217 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (150f81ed-a07a-42db-a795-1d1d7e8d6080), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:14.953440 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.37', 53930) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:14.999201 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'name': 'tempest-AttachVolumeShelveTestJSON-842340705-router', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:01Z', 'updated_at': '2022-04-04T06:10:12Z', 'revision_number': 4, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'gw_port': {'id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'aee8d703-588b-46e9-9c51-267dc1d7333e', 'name': '', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'mac_address': 'fa:16:3e:54:fd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:09Z', 'updated_at': '2022-04-04T06:10:10Z', 'revision_number': 1, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'subnets': [{'id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:15.098930 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d760acf-0312-4c5c-8f2c-b37eb9c09844 None None] The sync data for ids ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'] in dv-cinder-834448-2-iscsi is: [{'id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'name': 'tempest-AttachVolumeShelveTestJSON-842340705-router', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:01Z', 'updated_at': '2022-04-04T06:10:12Z', 'revision_number': 4, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'gw_port': {'id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'aee8d703-588b-46e9-9c51-267dc1d7333e', 'name': '', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'mac_address': 'fa:16:3e:54:fd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:09Z', 'updated_at': '2022-04-04T06:10:10Z', 'revision_number': 1, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'subnets': [{'id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:10:15.114377 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49806) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:15.119584 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-e9262452-6e86-4837-be1a-17733c7ae717 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1262093867', 'description': 'tempest-description--646646277'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:15.205869 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e9262452-6e86-4837-be1a-17733c7ae717 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:15.219885 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-9acae97f-23c6-4352-bdfa-8b50f971a27e tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:15.235243 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-9acae97f-23c6-4352-bdfa-8b50f971a27e tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.37 "GET /v2.0/networks?id=4cb39ca7-a4fd-470f-856b-99e62f80a3f8 HTTP/1.1" status: 200 len: 812 time: 0.2727110 Apr 04 06:10:15.235752 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 150f81ed-a07a-42db-a795-1d1d7e8d6080 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:15.274913 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 49818) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:15.370262 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e9262452-6e86-4837-be1a-17733c7ae717 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group (7764633c-0385-48d1-b8c5-b657c80be5c9), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:15.376664 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e9262452-6e86-4837-be1a-17733c7ae717 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (7764633c-0385-48d1-b8c5-b657c80be5c9), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:15.394372 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-f9357d39-7e48-43e4-aa83-c644ace7f6aa None None] Current status of the port c9432fbf-28f8-4403-84d7-0791dcd7a9eb is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:15.433723 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9262452-6e86-4837-be1a-17733c7ae717 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7764633c-0385-48d1-b8c5-b657c80be5c9,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:15.442575 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e9262452-6e86-4837-be1a-17733c7ae717 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:15.446719 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] Publish callbacks [] for port (5b308155-2083-4bb7-8c79-6b96f4fa459b), precommit_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:15.448249 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-e9262452-6e86-4837-be1a-17733c7ae717 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3328447 Apr 04 06:10:15.451314 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49820) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:15.457157 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-ff73b320-81eb-4b69-8738-a5f38e738a12 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Request body: {'security_group_rule': {'security_group_id': '7764633c-0385-48d1-b8c5-b657c80be5c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:15.461459 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (5b308155-2083-4bb7-8c79-6b96f4fa459b), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:15.517869 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ff73b320-81eb-4b69-8738-a5f38e738a12 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group_rule (849ee6da-7839-4fe7-b3cc-78b8225e6497), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:15.521294 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-070b1d40-6a61-49b8-baf8-9b70148868a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5888d0d9a92b42af93c3a67af5022c48&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2443581 Apr 04 06:10:15.523844 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 49824) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:15.602762 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device bf050540-50f3-4f18-91ec-9ee1088a036d up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:10:15.650235 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-93b5fb98-a974-4991-8cda-3d4ecc043e6c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:15.677213 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-93b5fb98-a974-4991-8cda-3d4ecc043e6c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/networks?id=26e2fb68-805f-433f-ae13-ccc07aa47348 HTTP/1.1" status: 200 len: 819 time: 0.4220405 Apr 04 06:10:15.681581 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ff73b320-81eb-4b69-8738-a5f38e738a12 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group_rule (849ee6da-7839-4fe7-b3cc-78b8225e6497), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:15.698245 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-01b27649-66d8-4437-b199-b3b4931965e9 admin admin] Publish callbacks [] for security_group (427ead67-de5c-4ca0-b1d3-20080618b319), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:15.703579 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ff73b320-81eb-4b69-8738-a5f38e738a12 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (849ee6da-7839-4fe7-b3cc-78b8225e6497), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:15.725547 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-fb133121-79b5-4c21-a282-5220c8c4e372 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/quotas/f97d1852193346c6916d9747f0c3b84f HTTP/1.1" status: 200 len: 375 time: 0.0458486 Apr 04 06:10:15.729051 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-7edcefbf-be21-4b82-ae1b-b7958833da1c None None] Provisioning complete for port 12604a2e-e62e-4b0c-83cf-9375d169d83a triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:15.729436 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-7edcefbf-be21-4b82-ae1b-b7958833da1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (12604a2e-e62e-4b0c-83cf-9375d169d83a), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:15.737373 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff73b320-81eb-4b69-8738-a5f38e738a12 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849ee6da-7839-4fe7-b3cc-78b8225e6497,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:15.760937 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ff73b320-81eb-4b69-8738-a5f38e738a12 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:15.761909 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-ff73b320-81eb-4b69-8738-a5f38e738a12 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3092353 Apr 04 06:10:15.765326 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49828) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:15.773230 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-00d51eb7-7fb4-48db-bf02-5b2707d1f505 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--735226978', 'description': 'tempest-description--586320746'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:15.779177 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9f0e3-a3a7-4946-b23e-fc44be6b1fa2 None None] Pushing event updated for resources: {'Port': ['ID=5b308155-2083-4bb7-8c79-6b96f4fa459b,revision_number=3']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:15.787948 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 49830) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:15.824270 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-00d51eb7-7fb4-48db-bf02-5b2707d1f505 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:15.827593 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-992e78ff-de0f-45c9-9974-7f3ba8d83e52 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Request body: {'security_group_rule': {'security_group_id': '7764633c-0385-48d1-b8c5-b657c80be5c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:15.858772 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-01b27649-66d8-4437-b199-b3b4931965e9 admin admin] Publish callbacks [] for security_group (427ead67-de5c-4ca0-b1d3-20080618b319), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:15.910762 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] Attempting to bind port 5b308155-2083-4bb7-8c79-6b96f4fa459b on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:10:15.911140 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] Attempting to bind port 5b308155-2083-4bb7-8c79-6b96f4fa459b by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '449e42ca-afbf-4d5e-a8c0-f64385ea3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348'}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:10:15.911520 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] Attempting to bind port 5b308155-2083-4bb7-8c79-6b96f4fa459b on network 26e2fb68-805f-433f-ae13-ccc07aa47348 {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:10:15.941140 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:10:15.950469 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] Checking segment: {'id': '449e42ca-afbf-4d5e-a8c0-f64385ea3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:10:15.951014 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:15.951441 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] Bound using segment: {'id': '449e42ca-afbf-4d5e-a8c0-f64385ea3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348'} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:10:15.951962 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] Bound port: 5b308155-2083-4bb7-8c79-6b96f4fa459b, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449e42ca-afbf-4d5e-a8c0-f64385ea3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348'}}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:10:15.952360 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (5b308155-2083-4bb7-8c79-6b96f4fa459b), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:15.953890 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-00d51eb7-7fb4-48db-bf02-5b2707d1f505 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group (372ce9ce-ae26-4c53-bd9e-0445a588fdf7), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:15.954615 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-7edcefbf-be21-4b82-ae1b-b7958833da1c None None] Port 12604a2e-e62e-4b0c-83cf-9375d169d83a cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:10:15.966498 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-00d51eb7-7fb4-48db-bf02-5b2707d1f505 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (372ce9ce-ae26-4c53-bd9e-0445a588fdf7), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:15.982265 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port bf050540-50f3-4f18-91ec-9ee1088a036d triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:15.982682 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (bf050540-50f3-4f18-91ec-9ee1088a036d), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:15.994352 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-00d51eb7-7fb4-48db-bf02-5b2707d1f505 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:15.997738 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-00d51eb7-7fb4-48db-bf02-5b2707d1f505 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2289343 Apr 04 06:10:16.002405 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49834) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:16.010752 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-1bcd406c-12bc-4745-b54b-6a1f93b10cce tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Request body: {'security_group_rule': {'security_group_id': '372ce9ce-ae26-4c53-bd9e-0445a588fdf7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:16.058856 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-7edcefbf-be21-4b82-ae1b-b7958833da1c None None] Provisioning complete for port aee8d703-588b-46e9-9c51-267dc1d7333e triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:16.059593 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-7edcefbf-be21-4b82-ae1b-b7958833da1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (aee8d703-588b-46e9-9c51-267dc1d7333e), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:16.121575 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1bcd406c-12bc-4745-b54b-6a1f93b10cce tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group_rule (ef5afa6f-e4a2-471a-bb1a-4094d6c87ee4), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:16.124661 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d51eb7-7fb4-48db-bf02-5b2707d1f505 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=372ce9ce-ae26-4c53-bd9e-0445a588fdf7,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:16.143374 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f271fa9c-7041-4de7-a062-c2e678ecdec6 req-341dcf6b-03ed-4794-98a2-cfa02d16225b tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 210 time: 0.1118188 Apr 04 06:10:16.175857 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-992e78ff-de0f-45c9-9974-7f3ba8d83e52 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group_rule (c2707896-9200-4993-a847-4422bc44dc2c), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:16.193331 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] Sync routers for ids ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:10:16.207117 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] Routers {'83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:10:16.210613 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:09:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:16.213057 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-7edcefbf-be21-4b82-ae1b-b7958833da1c None None] Port aee8d703-588b-46e9-9c51-267dc1d7333e cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:10:16.218171 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1bcd406c-12bc-4745-b54b-6a1f93b10cce tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group_rule (ef5afa6f-e4a2-471a-bb1a-4094d6c87ee4), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:16.225015 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1bcd406c-12bc-4745-b54b-6a1f93b10cce tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (ef5afa6f-e4a2-471a-bb1a-4094d6c87ee4), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:16.231726 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port bf050540-50f3-4f18-91ec-9ee1088a036d is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:16.232172 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (bf050540-50f3-4f18-91ec-9ee1088a036d), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:16.238232 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] For port 5b308155-2083-4bb7-8c79-6b96f4fa459b, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:10:16.242262 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] For port 5b308155-2083-4bb7-8c79-6b96f4fa459b, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=5b308155-2083-4bb7-8c79-6b96f4fa459b,segment=NetworkSegment(449e42ca-afbf-4d5e-a8c0-f64385ea3ca8),segment_id=449e42ca-afbf-4d5e-a8c0-f64385ea3ca8)] {{(pid=103481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:10:16.247514 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd406c-12bc-4745-b54b-6a1f93b10cce tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5afa6f-e4a2-471a-bb1a-4094d6c87ee4,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:16.261227 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (5b308155-2083-4bb7-8c79-6b96f4fa459b), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:16.265223 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-b6055cac-1055-4f96-a2a1-0634ca738622 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f97d1852193346c6916d9747f0c3b84f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5379176 Apr 04 06:10:16.273888 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] For port bf050540-50f3-4f18-91ec-9ee1088a036d, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=bf050540-50f3-4f18-91ec-9ee1088a036d,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:10:16.286348 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1bcd406c-12bc-4745-b54b-6a1f93b10cce tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:16.288301 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-1bcd406c-12bc-4745-b54b-6a1f93b10cce tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2846975 Apr 04 06:10:16.291578 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49840) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:16.297627 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-1f402db6-7aac-42b0-9ade-a93087a5bac0 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Request body: {'security_group_rule': {'security_group_id': '372ce9ce-ae26-4c53-bd9e-0445a588fdf7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:16.321304 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (bf050540-50f3-4f18-91ec-9ee1088a036d), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:16.322113 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device c9432fbf-28f8-4403-84d7-0791dcd7a9eb up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:10:16.329693 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-01b27649-66d8-4437-b199-b3b4931965e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (427ead67-de5c-4ca0-b1d3-20080618b319), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:16.332602 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-01b27649-66d8-4437-b199-b3b4931965e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:16.333839 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-01b27649-66d8-4437-b199-b3b4931965e9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/427ead67-de5c-4ca0-b1d3-20080618b319 HTTP/1.1" status: 204 len: 168 time: 0.8088951 Apr 04 06:10:16.350547 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1f402db6-7aac-42b0-9ade-a93087a5bac0 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group_rule (552242a8-03f9-469c-b0f8-b5514cf0c10a), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:16.439669 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] Routers {'9bedd657-7d9c-41ab-9da5-e2c86274a5e1'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:10:16.441279 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:09:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:16.470745 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-deafa130-0741-4ddd-88bd-600f47722ef7 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Request body: {'port': {'device_id': 'e8a7c748-0b0e-48e7-89d7-23e263758e99', 'network_id': '4cb39ca7-a4fd-470f-856b-99e62f80a3f8', 'admin_state_up': True, 'tenant_id': '4c3cf8bdbf3b456480c868d1ffd0a75f'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:16.513276 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b27649-66d8-4437-b199-b3b4931965e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427ead67-de5c-4ca0-b1d3-20080618b319,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:16.514032 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] Set router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:10:16.637956 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1f402db6-7aac-42b0-9ade-a93087a5bac0 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group_rule (552242a8-03f9-469c-b0f8-b5514cf0c10a), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:16.649618 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1f402db6-7aac-42b0-9ade-a93087a5bac0 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (552242a8-03f9-469c-b0f8-b5514cf0c10a), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:16.655136 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] Set router 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:10:16.706749 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f402db6-7aac-42b0-9ade-a93087a5bac0 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552242a8-03f9-469c-b0f8-b5514cf0c10a,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:16.734576 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1f402db6-7aac-42b0-9ade-a93087a5bac0 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:16.736012 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-1f402db6-7aac-42b0-9ade-a93087a5bac0 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4430845 Apr 04 06:10:16.739146 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49856) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:16.749285 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-1cd23fa7-1274-496b-b9d5-e9646503ef00 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Request body: {'floatingip': {'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:16.818340 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1cd23fa7-1274-496b-b9d5-e9646503ef00 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:16.879152 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-992e78ff-de0f-45c9-9974-7f3ba8d83e52 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group_rule (c2707896-9200-4993-a847-4422bc44dc2c), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:16.908196 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9f0e3-a3a7-4946-b23e-fc44be6b1fa2 None None] Pushing event updated for resources: {'Port': ['ID=5b308155-2083-4bb7-8c79-6b96f4fa459b,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:16.932661 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-554b3958-e44a-43eb-bc40-95dcd33851f8 None None] Provisioning complete for port 5b308155-2083-4bb7-8c79-6b96f4fa459b triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:16.933069 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-554b3958-e44a-43eb-bc40-95dcd33851f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (5b308155-2083-4bb7-8c79-6b96f4fa459b), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:16.939179 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-992e78ff-de0f-45c9-9974-7f3ba8d83e52 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (c2707896-9200-4993-a847-4422bc44dc2c), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:17.044876 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-992e78ff-de0f-45c9-9974-7f3ba8d83e52 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:17.057540 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-992e78ff-de0f-45c9-9974-7f3ba8d83e52 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2343800 Apr 04 06:10:17.070456 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49866) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:17.092875 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e78ff-de0f-45c9-9974-7f3ba8d83e52 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2707896-9200-4993-a847-4422bc44dc2c,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:17.101689 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-cbb0cc61-402a-4ba7-b554-f291a98def6c service neutron] 10.222.0.30 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7983472 Apr 04 06:10:17.142581 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-c9514acc-c786-4342-a4e6-2480933850e5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Request body: {'floatingip': {'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:17.180642 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'name': 'tempest-AttachVolumeTestJSON-181001088-router', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:02Z', 'updated_at': '2022-04-04T06:10:11Z', 'revision_number': 4, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'gw_port': {'id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:03Z', 'updated_at': '2022-04-04T06:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '12604a2e-e62e-4b0c-83cf-9375d169d83a', 'name': '', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'mac_address': 'fa:16:3e:8d:62:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:10Z', 'updated_at': '2022-04-04T06:10:12Z', 'revision_number': 2, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'subnets': [{'id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:17.221198 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Pushing event updated for resources: {'Port': ['ID=bf050540-50f3-4f18-91ec-9ee1088a036d,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:17.248729 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port c9432fbf-28f8-4403-84d7-0791dcd7a9eb triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:17.249144 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (c9432fbf-28f8-4403-84d7-0791dcd7a9eb), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:17.282430 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.37', 53937) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:17.300239 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] Checking router: 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:10:17.301242 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] Updating router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c port 12604a2e-e62e-4b0c-83cf-9375d169d83a binding host dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 06:10:17.397117 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-be7b4db4-eb22-4722-bd96-c7fcc247eff9 req-e09f9618-8c1a-4ec2-a55d-4af408f620ea tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 210 time: 0.1100214 Apr 04 06:10:17.400700 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (12604a2e-e62e-4b0c-83cf-9375d169d83a), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:17.416956 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-e49e2481-049c-4ab7-bc18-d9c2f1424249 service neutron] 10.222.0.30 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011506 Apr 04 06:10:17.456597 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-deafa130-0741-4ddd-88bd-600f47722ef7 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Made reservation on behalf of 4c3cf8bdbf3b456480c868d1ffd0a75f for: {'port': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:10:17.464706 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-deafa130-0741-4ddd-88bd-600f47722ef7 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:18.050349 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c9514acc-c786-4342-a4e6-2480933850e5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:18.098032 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-554b3958-e44a-43eb-bc40-95dcd33851f8 None None] Current status of the port 5b308155-2083-4bb7-8c79-6b96f4fa459b is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:18.098662 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-554b3958-e44a-43eb-bc40-95dcd33851f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (5b308155-2083-4bb7-8c79-6b96f4fa459b), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:18.118445 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] Publish callbacks [] for port (12604a2e-e62e-4b0c-83cf-9375d169d83a), precommit_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:18.128324 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port c9432fbf-28f8-4403-84d7-0791dcd7a9eb is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:18.134694 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (12604a2e-e62e-4b0c-83cf-9375d169d83a), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:18.215098 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-554b3958-e44a-43eb-bc40-95dcd33851f8 None None] For port 5b308155-2083-4bb7-8c79-6b96f4fa459b, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=5b308155-2083-4bb7-8c79-6b96f4fa459b,segment=NetworkSegment(449e42ca-afbf-4d5e-a8c0-f64385ea3ca8),segment_id=449e42ca-afbf-4d5e-a8c0-f64385ea3ca8)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:10:18.231297 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-554b3958-e44a-43eb-bc40-95dcd33851f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (5b308155-2083-4bb7-8c79-6b96f4fa459b), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:18.345179 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2045266382-router', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:09:58Z', 'updated_at': '2022-04-04T06:10:07Z', 'revision_number': 4, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'gw_port': {'id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:09:59Z', 'updated_at': '2022-04-04T06:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '5b308155-2083-4bb7-8c79-6b96f4fa459b', 'name': '', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'mac_address': 'fa:16:3e:f4:04:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:16Z', 'revision_number': 4, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'subnets': [{'id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:18.375829 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-deafa130-0741-4ddd-88bd-600f47722ef7 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Allocated IP 172.20.0.13 (4cb39ca7-a4fd-470f-856b-99e62f80a3f8/6b0b4225-4153-43cc-8dbd-8cf9d88b0f52/ac71e269-e2af-45bd-a2a6-c349fa7e1f03) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:10:18.468777 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09240745-57bf-46ca-afa5-cc664f1e6bd4 None None] The sync data for ids ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'] in dv-cinder-834448-2-iscsi is: [{'id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2045266382-router', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:09:58Z', 'updated_at': '2022-04-04T06:10:07Z', 'revision_number': 4, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'gw_port': {'id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:09:59Z', 'updated_at': '2022-04-04T06:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '5b308155-2083-4bb7-8c79-6b96f4fa459b', 'name': '', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'mac_address': 'fa:16:3e:f4:04:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:16Z', 'revision_number': 4, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'subnets': [{'id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:10:18.645769 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08308f65-8f95-4825-b0ea-feb5170f5a49 None None] Pushing event updated for resources: {'Port': ['ID=12604a2e-e62e-4b0c-83cf-9375d169d83a,revision_number=3']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:18.703269 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-463b485e-4b19-46b1-8d2e-54683e7210c1 None None] Provisioning complete for port 5b308155-2083-4bb7-8c79-6b96f4fa459b triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:18.703654 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-463b485e-4b19-46b1-8d2e-54683e7210c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (5b308155-2083-4bb7-8c79-6b96f4fa459b), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:18.785240 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b3958-e44a-43eb-bc40-95dcd33851f8 None None] Pushing event updated for resources: {'Port': ['ID=5b308155-2083-4bb7-8c79-6b96f4fa459b,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:18.850503 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1cd23fa7-1274-496b-b9d5-e9646503ef00 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:18.888356 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-9f342c69-6623-4f59-8e8d-3234e45131c7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:18.898731 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-9f342c69-6623-4f59-8e8d-3234e45131c7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.37 "GET /v2.0/networks?id=26e2fb68-805f-433f-ae13-ccc07aa47348 HTTP/1.1" status: 200 len: 819 time: 1.5910685 Apr 04 06:10:18.928480 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device bf050540-50f3-4f18-91ec-9ee1088a036d up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:10:18.975817 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] Attempting to bind port 12604a2e-e62e-4b0c-83cf-9375d169d83a on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:10:18.976186 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] Attempting to bind port 12604a2e-e62e-4b0c-83cf-9375d169d83a by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '806f87e6-78c2-4ae9-9d36-4786ef43fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7'}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:10:18.976548 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] Attempting to bind port 12604a2e-e62e-4b0c-83cf-9375d169d83a on network 346304e3-defa-40dc-a5ad-7a093dfc23b7 {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:10:19.010541 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-ebc3e41e-d993-48cb-8852-d10fdcc1f6ac tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Request body: {'port': {'device_id': '826a41d4-5afe-4613-9f02-303b07a5bfce', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'admin_state_up': True, 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:19.013794 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1f43d3c6-887f-45dd-9616-65f91a5b5bf1 req-7645a76c-5421-4c25-8dce-dc17f088e392 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 210 time: 1.2658653 Apr 04 06:10:19.033148 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:10:19.033488 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] Checking segment: {'id': '806f87e6-78c2-4ae9-9d36-4786ef43fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:10:19.033902 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:19.034312 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] Bound using segment: {'id': '806f87e6-78c2-4ae9-9d36-4786ef43fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7'} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:10:19.034822 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] Bound port: 12604a2e-e62e-4b0c-83cf-9375d169d83a, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '806f87e6-78c2-4ae9-9d36-4786ef43fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7'}}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:10:19.035669 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (12604a2e-e62e-4b0c-83cf-9375d169d83a), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:19.312185 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-deafa130-0741-4ddd-88bd-600f47722ef7 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Publish callbacks [] for port (ac71e269-e2af-45bd-a2a6-c349fa7e1f03), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:19.413719 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e23bc833-b3b9-4f94-9ca8-c9b577ecf49d req-7503df32-a78f-40f6-8b38-5fe6eecc12b7 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 210 time: 0.3911872 Apr 04 06:10:19.416178 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-deafa130-0741-4ddd-88bd-600f47722ef7 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (ac71e269-e2af-45bd-a2a6-c349fa7e1f03), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:19.463740 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] For port 12604a2e-e62e-4b0c-83cf-9375d169d83a, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:10:19.472705 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port bf050540-50f3-4f18-91ec-9ee1088a036d triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:19.478837 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (bf050540-50f3-4f18-91ec-9ee1088a036d), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:19.488304 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] For port 12604a2e-e62e-4b0c-83cf-9375d169d83a, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=12604a2e-e62e-4b0c-83cf-9375d169d83a,segment=NetworkSegment(806f87e6-78c2-4ae9-9d36-4786ef43fbe2),segment_id=806f87e6-78c2-4ae9-9d36-4786ef43fbe2)] {{(pid=103482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:10:19.509225 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (12604a2e-e62e-4b0c-83cf-9375d169d83a), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:19.598099 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-463b485e-4b19-46b1-8d2e-54683e7210c1 None None] Current status of the port 5b308155-2083-4bb7-8c79-6b96f4fa459b is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:19.707450 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49946) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:19.724460 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafa130-0741-4ddd-88bd-600f47722ef7 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Pushing event updated for resources: {'Port': ['ID=ac71e269-e2af-45bd-a2a6-c349fa7e1f03,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:19.785561 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-deafa130-0741-4ddd-88bd-600f47722ef7 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Network 4cb39ca7-a4fd-470f-856b-99e62f80a3f8 is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:10:19.793473 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-deafa130-0741-4ddd-88bd-600f47722ef7 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:10:19.804565 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-deafa130-0741-4ddd-88bd-600f47722ef7 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:10:19.903719 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08308f65-8f95-4825-b0ea-feb5170f5a49 None None] Pushing event updated for resources: {'Port': ['ID=12604a2e-e62e-4b0c-83cf-9375d169d83a,revision_number=4']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:19.920724 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] Routers {'83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:10:19.922112 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:09:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:19.954477 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port bf050540-50f3-4f18-91ec-9ee1088a036d is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:19.958205 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 7dd4c3df-15cb-4dce-930f-819c1d19538c up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:10:19.969407 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-a460278b-2322-4cac-a43f-5e184b916e0e None None] Provisioning complete for port 12604a2e-e62e-4b0c-83cf-9375d169d83a triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:19.970852 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a460278b-2322-4cac-a43f-5e184b916e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (12604a2e-e62e-4b0c-83cf-9375d169d83a), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:19.982084 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-deafa130-0741-4ddd-88bd-600f47722ef7 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:19.984733 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-deafa130-0741-4ddd-88bd-600f47722ef7 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:20.052066 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-deafa130-0741-4ddd-88bd-600f47722ef7 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5862815 Apr 04 06:10:20.068020 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-4238c8e6-e621-4429-8f38-92a6d6fad1a6 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103480) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 06:10:20.069348 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-4238c8e6-e621-4429-8f38-92a6d6fad1a6 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098448 Apr 04 06:10:20.156562 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-1cd23fa7-1274-496b-b9d5-e9646503ef00 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Allocated IP 172.27.2.148 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/ca847aa7-c1dc-4a9c-819e-5e1b56621b14) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:10:20.238338 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c9514acc-c786-4342-a4e6-2480933850e5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:20.359135 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 7dd4c3df-15cb-4dce-930f-819c1d19538c triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:20.361171 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (7dd4c3df-15cb-4dce-930f-819c1d19538c), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:20.511094 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] Set router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:10:20.539162 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-ebc3e41e-d993-48cb-8852-d10fdcc1f6ac tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Made reservation on behalf of f97d1852193346c6916d9747f0c3b84f for: {'port': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:10:20.554430 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-ebc3e41e-d993-48cb-8852-d10fdcc1f6ac tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:20.625909 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] Sync routers for ids ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:10:20.861714 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-86ccc746-bdf6-44ef-b7ff-8e5f548cd7d5 req-dc38d8cc-075c-451d-a71e-5be1cf19ce9d tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 210 time: 0.1026847 Apr 04 06:10:20.905059 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1cd23fa7-1274-496b-b9d5-e9646503ef00 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for port (ca847aa7-c1dc-4a9c-819e-5e1b56621b14), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:20.926555 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 7dd4c3df-15cb-4dce-930f-819c1d19538c is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:20.927372 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (7dd4c3df-15cb-4dce-930f-819c1d19538c), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:20.995962 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] For port 7dd4c3df-15cb-4dce-930f-819c1d19538c, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=7dd4c3df-15cb-4dce-930f-819c1d19538c,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:10:21.007632 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] Routers {'c50a0250-9d50-4d17-ba09-f8c4c5b3945d'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:10:21.020512 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:09:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:21.032615 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (7dd4c3df-15cb-4dce-930f-819c1d19538c), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:21.268885 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-a460278b-2322-4cac-a43f-5e184b916e0e None None] Current status of the port 12604a2e-e62e-4b0c-83cf-9375d169d83a is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:21.269306 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a460278b-2322-4cac-a43f-5e184b916e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (12604a2e-e62e-4b0c-83cf-9375d169d83a), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:21.273986 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1cd23fa7-1274-496b-b9d5-e9646503ef00 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (ca847aa7-c1dc-4a9c-819e-5e1b56621b14), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:21.306795 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-744bdf0c-c241-4042-a86b-a89ac5100d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:21.341375 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'name': 'tempest-AttachVolumeTestJSON-181001088-router', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:02Z', 'updated_at': '2022-04-04T06:10:11Z', 'revision_number': 4, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'gw_port': {'id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:03Z', 'updated_at': '2022-04-04T06:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '12604a2e-e62e-4b0c-83cf-9375d169d83a', 'name': '', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'mac_address': 'fa:16:3e:8d:62:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:10Z', 'updated_at': '2022-04-04T06:10:19Z', 'revision_number': 4, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'subnets': [{'id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:21.364068 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a979e90-a34a-40e8-9042-3f1219f81673 req-82e0f9d9-7821-4eb6-825f-71924b24e042 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:21.365795 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9a979e90-a34a-40e8-9042-3f1219f81673 req-82e0f9d9-7821-4eb6-825f-71924b24e042 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 932 time: 0.3416779 Apr 04 06:10:21.405698 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d977e5-a5c9-4295-95e8-59a6412b01cd None None] The sync data for ids ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'] in dv-cinder-834448-2-iscsi is: [{'id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'name': 'tempest-AttachVolumeTestJSON-181001088-router', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:02Z', 'updated_at': '2022-04-04T06:10:11Z', 'revision_number': 4, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'gw_port': {'id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:03Z', 'updated_at': '2022-04-04T06:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '12604a2e-e62e-4b0c-83cf-9375d169d83a', 'name': '', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'mac_address': 'fa:16:3e:8d:62:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:10Z', 'updated_at': '2022-04-04T06:10:19Z', 'revision_number': 4, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'subnets': [{'id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:10:21.430290 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] Set router c50a0250-9d50-4d17-ba09-f8c4c5b3945d gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:10:21.509579 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9a979e90-a34a-40e8-9042-3f1219f81673 req-ca23323f-e08e-4396-9552-c46e718d0799 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364250 Apr 04 06:10:21.590988 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd23fa7-1274-496b-b9d5-e9646503ef00 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:10:21.603938 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 12604a2e-e62e-4b0c-83cf-9375d169d83a up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:10:21.663554 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-1cd23fa7-1274-496b-b9d5-e9646503ef00 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:10:21.675071 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd23fa7-1274-496b-b9d5-e9646503ef00 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:10:21.695561 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd23fa7-1274-496b-b9d5-e9646503ef00 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Pushing event updated for resources: {'Port': ['ID=ca847aa7-c1dc-4a9c-819e-5e1b56621b14,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:21.709982 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-a460278b-2322-4cac-a43f-5e184b916e0e None None] For port 12604a2e-e62e-4b0c-83cf-9375d169d83a, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=12604a2e-e62e-4b0c-83cf-9375d169d83a,segment=NetworkSegment(806f87e6-78c2-4ae9-9d36-4786ef43fbe2),segment_id=806f87e6-78c2-4ae9-9d36-4786ef43fbe2)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:10:21.723991 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Pushing event updated for resources: {'Port': ['ID=7dd4c3df-15cb-4dce-930f-819c1d19538c,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:21.733795 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a460278b-2322-4cac-a43f-5e184b916e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (12604a2e-e62e-4b0c-83cf-9375d169d83a), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:21.756137 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-744bdf0c-c241-4042-a86b-a89ac5100d1f admin admin] Publish callbacks [] for security_group (3b48bfdd-ed22-4f6c-9141-0b5431890253), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:21.792761 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460278b-2322-4cac-a43f-5e184b916e0e None None] Pushing event updated for resources: {'Port': ['ID=12604a2e-e62e-4b0c-83cf-9375d169d83a,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:21.810468 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-744bdf0c-c241-4042-a86b-a89ac5100d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (3b48bfdd-ed22-4f6c-9141-0b5431890253), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:21.839754 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 12604a2e-e62e-4b0c-83cf-9375d169d83a triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:21.844847 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (12604a2e-e62e-4b0c-83cf-9375d169d83a), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:21.928011 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-e18b32b2-0def-4fc5-a86e-85b31d0bae07 None None] Provisioning complete for port 12604a2e-e62e-4b0c-83cf-9375d169d83a triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:21.928387 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-e18b32b2-0def-4fc5-a86e-85b31d0bae07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (12604a2e-e62e-4b0c-83cf-9375d169d83a), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:21.940008 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-c9514acc-c786-4342-a4e6-2480933850e5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Allocated IP 172.27.2.65 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/c9d6d6a1-3a56-42ff-8a1c-272410ddd3ae) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:10:21.982302 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-ebc3e41e-d993-48cb-8852-d10fdcc1f6ac tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Allocated IP 172.20.0.13 (26e2fb68-805f-433f-ae13-ccc07aa47348/d3bb9207-6ade-4d75-844a-3661ead84b19/0e489c0f-da2a-4d87-8c10-4442c8b1e207) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:10:21.994488 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-744bdf0c-c241-4042-a86b-a89ac5100d1f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08d7eeffcac04a56b6f1ccf7013b02ae&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2799513 Apr 04 06:10:22.006212 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 49990) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:22.009748 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1cd23fa7-1274-496b-b9d5-e9646503ef00 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for floatingip (dc2ee913-f9b1-405d-83a2-259e0c7937ae), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:22.013550 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2ee00441-0087-4638-abe9-7d3a63e9951b req-8ce0e2f6-9208-48ca-b7eb-d6cd1c29cda5 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 210 time: 0.0472617 Apr 04 06:10:22.035776 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 12604a2e-e62e-4b0c-83cf-9375d169d83a is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:22.041772 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744bdf0c-c241-4042-a86b-a89ac5100d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b48bfdd-ed22-4f6c-9141-0b5431890253,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:22.049804 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 5b308155-2083-4bb7-8c79-6b96f4fa459b up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:10:22.054747 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'name': 'tempest-AttachVolumeShelveTestJSON-842340705-router', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:01Z', 'updated_at': '2022-04-04T06:10:12Z', 'revision_number': 4, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'gw_port': {'id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'aee8d703-588b-46e9-9c51-267dc1d7333e', 'name': '', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'mac_address': 'fa:16:3e:54:fd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:09Z', 'updated_at': '2022-04-04T06:10:12Z', 'revision_number': 2, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'subnets': [{'id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:22.162646 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] Checking router: c50a0250-9d50-4d17-ba09-f8c4c5b3945d for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:10:22.163306 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] Updating router c50a0250-9d50-4d17-ba09-f8c4c5b3945d port aee8d703-588b-46e9-9c51-267dc1d7333e binding host dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 06:10:22.201904 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-e18b32b2-0def-4fc5-a86e-85b31d0bae07 None None] Current status of the port 12604a2e-e62e-4b0c-83cf-9375d169d83a is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:22.202541 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1cd23fa7-1274-496b-b9d5-e9646503ef00 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (ca847aa7-c1dc-4a9c-819e-5e1b56621b14), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:22.215476 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (aee8d703-588b-46e9-9c51-267dc1d7333e), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:22.323998 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d82948bb-bf1b-4965-a6ae-26196e048006 admin admin] Publish callbacks [] for security_group (3b48bfdd-ed22-4f6c-9141-0b5431890253), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:22.329609 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 5b308155-2083-4bb7-8c79-6b96f4fa459b triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:22.329978 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (5b308155-2083-4bb7-8c79-6b96f4fa459b), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:22.371648 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c9514acc-c786-4342-a4e6-2480933850e5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for port (c9d6d6a1-3a56-42ff-8a1c-272410ddd3ae), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:22.395083 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d82948bb-bf1b-4965-a6ae-26196e048006 admin admin] Publish callbacks [] for security_group (3b48bfdd-ed22-4f6c-9141-0b5431890253), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:22.653147 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 5b308155-2083-4bb7-8c79-6b96f4fa459b is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:22.722757 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e99ff-95ce-4954-99c8-87a5bca16895 req-e598630a-3d6e-4b95-8154-5e8adf9bb043 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:22.731147 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a9e99ff-95ce-4954-99c8-87a5bca16895 req-e598630a-3d6e-4b95-8154-5e8adf9bb043 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 932 time: 0.1021814 Apr 04 06:10:22.813967 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a9e99ff-95ce-4954-99c8-87a5bca16895 req-975411d5-5ea3-46ce-838a-a32458f7be36 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788631 Apr 04 06:10:22.814329 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-ebc3e41e-d993-48cb-8852-d10fdcc1f6ac tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for port (0e489c0f-da2a-4d87-8c10-4442c8b1e207), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:22.827795 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d82948bb-bf1b-4965-a6ae-26196e048006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (3b48bfdd-ed22-4f6c-9141-0b5431890253), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:22.827795 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d82948bb-bf1b-4965-a6ae-26196e048006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:22.827795 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-d82948bb-bf1b-4965-a6ae-26196e048006 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b48bfdd-ed22-4f6c-9141-0b5431890253 HTTP/1.1" status: 204 len: 168 time: 0.8144507 Apr 04 06:10:22.861975 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c9514acc-c786-4342-a4e6-2480933850e5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (c9d6d6a1-3a56-42ff-8a1c-272410ddd3ae), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:22.876615 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82948bb-bf1b-4965-a6ae-26196e048006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b48bfdd-ed22-4f6c-9141-0b5431890253,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:22.887670 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] Publish callbacks [] for port (aee8d703-588b-46e9-9c51-267dc1d7333e), precommit_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:22.902497 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (aee8d703-588b-46e9-9c51-267dc1d7333e), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:22.937270 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9514acc-c786-4342-a4e6-2480933850e5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:10:22.947348 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-c9514acc-c786-4342-a4e6-2480933850e5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:10:22.954141 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9514acc-c786-4342-a4e6-2480933850e5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:10:22.979941 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871a539-4c19-423e-b93e-990b3a2aa9e5 None None] Pushing event updated for resources: {'Port': ['ID=aee8d703-588b-46e9-9c51-267dc1d7333e,revision_number=3']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:22.985364 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1cd23fa7-1274-496b-b9d5-e9646503ef00 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for port (ca847aa7-c1dc-4a9c-819e-5e1b56621b14), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:22.988650 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9514acc-c786-4342-a4e6-2480933850e5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Pushing event updated for resources: {'Port': ['ID=c9d6d6a1-3a56-42ff-8a1c-272410ddd3ae,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:23.020608 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-ebc3e41e-d993-48cb-8852-d10fdcc1f6ac tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (0e489c0f-da2a-4d87-8c10-4442c8b1e207), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:23.022257 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1cd23fa7-1274-496b-b9d5-e9646503ef00 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (ca847aa7-c1dc-4a9c-819e-5e1b56621b14), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:23.116960 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1cd23fa7-1274-496b-b9d5-e9646503ef00 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (dc2ee913-f9b1-405d-83a2-259e0c7937ae), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:23.174008 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-ebc3e41e-d993-48cb-8852-d10fdcc1f6ac tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Network 26e2fb68-805f-433f-ae13-ccc07aa47348 is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:10:23.184834 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c9514acc-c786-4342-a4e6-2480933850e5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for floatingip (542d6b7a-8623-42eb-bfa7-60eba77a843a), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:23.204987 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-ebc3e41e-d993-48cb-8852-d10fdcc1f6ac tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:10:23.238965 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd23fa7-1274-496b-b9d5-e9646503ef00 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Pushing event updated for resources: {'Port': ['ID=ca847aa7-c1dc-4a9c-819e-5e1b56621b14,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:23.250585 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-ebc3e41e-d993-48cb-8852-d10fdcc1f6ac tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:10:23.263358 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-ebc3e41e-d993-48cb-8852-d10fdcc1f6ac tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:23.264191 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-ebc3e41e-d993-48cb-8852-d10fdcc1f6ac tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for port (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:23.266620 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8652ffc5-99e0-4181-824d-80c166fdf64c req-f94cd538-c5c0-4b6b-93fb-04008544e5d7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 210 time: 0.1286857 Apr 04 06:10:23.288557 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 12604a2e-e62e-4b0c-83cf-9375d169d83a up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:10:23.336294 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1cd23fa7-1274-496b-b9d5-e9646503ef00 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:23.347171 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-1cd23fa7-1274-496b-b9d5-e9646503ef00 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6067448 Apr 04 06:10:23.428055 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] Attempting to bind port aee8d703-588b-46e9-9c51-267dc1d7333e on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:10:23.428449 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] Attempting to bind port aee8d703-588b-46e9-9c51-267dc1d7333e by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '419f71b2-82cb-4cb3-81a8-e81dcd025595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c'}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:10:23.428819 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] Attempting to bind port aee8d703-588b-46e9-9c51-267dc1d7333e on network 912f530c-0c5f-4821-bf75-3c7641d0619c {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:10:23.450952 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-ebc3e41e-d993-48cb-8852-d10fdcc1f6ac tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5092094 Apr 04 06:10:23.451920 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c9514acc-c786-4342-a4e6-2480933850e5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (c9d6d6a1-3a56-42ff-8a1c-272410ddd3ae), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:23.475363 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:10:23.475840 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] Checking segment: {'id': '419f71b2-82cb-4cb3-81a8-e81dcd025595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:10:23.476318 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:23.476724 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] Bound using segment: {'id': '419f71b2-82cb-4cb3-81a8-e81dcd025595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c'} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:10:23.483990 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] Bound port: aee8d703-588b-46e9-9c51-267dc1d7333e, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419f71b2-82cb-4cb3-81a8-e81dcd025595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c'}}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:10:23.484749 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (aee8d703-588b-46e9-9c51-267dc1d7333e), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:23.494557 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3e41e-d993-48cb-8852-d10fdcc1f6ac tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Pushing event updated for resources: {'Port': ['ID=0e489c0f-da2a-4d87-8c10-4442c8b1e207,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:23.589825 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-efbdebcf-7448-4cba-abf9-6e581a7c73fc None None] Provisioning complete for port aee8d703-588b-46e9-9c51-267dc1d7333e triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:23.591504 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-efbdebcf-7448-4cba-abf9-6e581a7c73fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (aee8d703-588b-46e9-9c51-267dc1d7333e), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:23.710276 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 12604a2e-e62e-4b0c-83cf-9375d169d83a triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:23.710661 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (12604a2e-e62e-4b0c-83cf-9375d169d83a), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:23.754558 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] For port aee8d703-588b-46e9-9c51-267dc1d7333e, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:10:23.774781 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-efbdebcf-7448-4cba-abf9-6e581a7c73fc None None] Port aee8d703-588b-46e9-9c51-267dc1d7333e cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:10:23.784362 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] For port aee8d703-588b-46e9-9c51-267dc1d7333e, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=aee8d703-588b-46e9-9c51-267dc1d7333e,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:10:23.802227 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (aee8d703-588b-46e9-9c51-267dc1d7333e), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:23.818358 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-fcd50921-32d8-46cc-9b9a-1aa600299839 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--735226978&fields=id&tenant_id=eb48c2dfec0b435e978641e49934d2c0 HTTP/1.1" status: 200 len: 267 time: 0.1103377 Apr 04 06:10:23.832045 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c9514acc-c786-4342-a4e6-2480933850e5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for port (c9d6d6a1-3a56-42ff-8a1c-272410ddd3ae), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:23.866164 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c9514acc-c786-4342-a4e6-2480933850e5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (c9d6d6a1-3a56-42ff-8a1c-272410ddd3ae), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:23.964198 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c9514acc-c786-4342-a4e6-2480933850e5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (542d6b7a-8623-42eb-bfa7-60eba77a843a), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:23.989955 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] Routers {'c50a0250-9d50-4d17-ba09-f8c4c5b3945d'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:10:23.990676 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:09:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:24.007168 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9514acc-c786-4342-a4e6-2480933850e5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Pushing event updated for resources: {'Port': ['ID=c9d6d6a1-3a56-42ff-8a1c-272410ddd3ae,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:24.041881 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c9514acc-c786-4342-a4e6-2480933850e5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:24.051044 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-c9514acc-c786-4342-a4e6-2480933850e5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9328072 Apr 04 06:10:24.137711 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-b48c3420-1775-464a-b9e1-db3ecced8ee3 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:24.139645 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-b48c3420-1775-464a-b9e1-db3ecced8ee3 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/networks?id=912f530c-0c5f-4821-bf75-3c7641d0619c HTTP/1.1" status: 200 len: 816 time: 0.3101232 Apr 04 06:10:24.176629 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f86ad-2a27-45cb-b44a-46d0a4101836 req-b3be7faa-4e3d-4841-9e92-abef4156fc55 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:24.178249 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-872f86ad-2a27-45cb-b44a-46d0a4101836 req-b3be7faa-4e3d-4841-9e92-abef4156fc55 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 932 time: 0.2263763 Apr 04 06:10:24.184312 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-acff8f96-cca7-4118-8792-7b00ae36f3d6 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/quotas/eb48c2dfec0b435e978641e49934d2c0 HTTP/1.1" status: 200 len: 375 time: 0.0381196 Apr 04 06:10:24.227749 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-ed4eef01-82d8-4add-b394-9fd02db8b797 None None] Provisioning complete for port 0e489c0f-da2a-4d87-8c10-4442c8b1e207 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:24.228120 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-ed4eef01-82d8-4add-b394-9fd02db8b797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (0e489c0f-da2a-4d87-8c10-4442c8b1e207), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:24.243605 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871a539-4c19-423e-b93e-990b3a2aa9e5 None None] Pushing event updated for resources: {'Port': ['ID=aee8d703-588b-46e9-9c51-267dc1d7333e,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:24.349952 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 12604a2e-e62e-4b0c-83cf-9375d169d83a is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:24.351164 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 7dd4c3df-15cb-4dce-930f-819c1d19538c up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:10:24.369001 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-872f86ad-2a27-45cb-b44a-46d0a4101836 req-d758f9b5-00ca-40dc-9414-7b6bafd43fb2 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779656 Apr 04 06:10:24.393179 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-0824bc81-ca4f-4126-88ea-cf945261a5f4 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb48c2dfec0b435e978641e49934d2c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1948245 Apr 04 06:10:24.432118 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-ed4eef01-82d8-4add-b394-9fd02db8b797 None None] Port 0e489c0f-da2a-4d87-8c10-4442c8b1e207 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:10:24.467728 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] Set router c50a0250-9d50-4d17-ba09-f8c4c5b3945d gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:10:24.513706 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-497a3475-0243-4856-acdf-bfefb952fd5e req-c2e963ef-6e03-42b3-8c02-d53a6126e4c8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 210 time: 0.0348144 Apr 04 06:10:24.566933 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-86528b2c-bbab-4a53-9bf1-05dfb13fcf5c service neutron] 10.222.0.30 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608617 Apr 04 06:10:24.664652 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 7dd4c3df-15cb-4dce-930f-819c1d19538c triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:24.665140 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (7dd4c3df-15cb-4dce-930f-819c1d19538c), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:24.707714 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-1b3e8e8e-0bbd-45d3-a36c-33ce43f1b277 None None] Provisioning complete for port aee8d703-588b-46e9-9c51-267dc1d7333e triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:24.708158 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b3e8e8e-0bbd-45d3-a36c-33ce43f1b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (aee8d703-588b-46e9-9c51-267dc1d7333e), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:24.713714 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-2181e4d0-65cf-4beb-ac64-9d5f8087fbe5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1262093867&fields=id&tenant_id=3bf2aa8f9fc74712aac7ec691de75582 HTTP/1.1" status: 200 len: 267 time: 0.0662320 Apr 04 06:10:24.779133 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-571015ff-26d9-49c6-90a7-3c6844b6bf68 service neutron] 10.222.0.30 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011681 Apr 04 06:10:24.849326 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-59d7352b-23a3-485e-a39c-0900388fc8af tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:24.853430 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-59d7352b-23a3-485e-a39c-0900388fc8af tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/networks?id=346304e3-defa-40dc-a5ad-7a093dfc23b7 HTTP/1.1" status: 200 len: 810 time: 0.1318111 Apr 04 06:10:24.854951 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 7dd4c3df-15cb-4dce-930f-819c1d19538c is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:24.874094 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-9fff1f9e-9dc4-4dba-8690-5ef5c485165b tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/quotas/3bf2aa8f9fc74712aac7ec691de75582 HTTP/1.1" status: 200 len: 375 time: 0.0102875 Apr 04 06:10:24.900825 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-1b3e8e8e-0bbd-45d3-a36c-33ce43f1b277 None None] Current status of the port aee8d703-588b-46e9-9c51-267dc1d7333e is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:24.900825 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b3e8e8e-0bbd-45d3-a36c-33ce43f1b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (aee8d703-588b-46e9-9c51-267dc1d7333e), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:24.926353 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'name': 'tempest-AttachVolumeShelveTestJSON-842340705-router', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:01Z', 'updated_at': '2022-04-04T06:10:12Z', 'revision_number': 4, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'gw_port': {'id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'aee8d703-588b-46e9-9c51-267dc1d7333e', 'name': '', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'mac_address': 'fa:16:3e:54:fd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:09Z', 'updated_at': '2022-04-04T06:10:23Z', 'revision_number': 4, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'subnets': [{'id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:10:24.940221 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-e054f31a-5fba-444b-abb5-31061fe18e6f tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bf2aa8f9fc74712aac7ec691de75582&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596304 Apr 04 06:10:24.959184 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40079ff-6afb-4c85-bd32-d6ecdb23b5d3 None None] The sync data for ids ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'] in dv-cinder-834448-2-iscsi is: [{'id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'name': 'tempest-AttachVolumeShelveTestJSON-842340705-router', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:01Z', 'updated_at': '2022-04-04T06:10:12Z', 'revision_number': 4, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'gw_port': {'id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'aee8d703-588b-46e9-9c51-267dc1d7333e', 'name': '', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'mac_address': 'fa:16:3e:54:fd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:09Z', 'updated_at': '2022-04-04T06:10:23Z', 'revision_number': 4, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'subnets': [{'id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:10:24.969844 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-1b3e8e8e-0bbd-45d3-a36c-33ce43f1b277 None None] For port aee8d703-588b-46e9-9c51-267dc1d7333e, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=aee8d703-588b-46e9-9c51-267dc1d7333e,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:10:24.974985 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1b3e8e8e-0bbd-45d3-a36c-33ce43f1b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (aee8d703-588b-46e9-9c51-267dc1d7333e), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:25.043372 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e8e8e-0bbd-45d3-a36c-33ce43f1b277 None None] Pushing event updated for resources: {'Port': ['ID=aee8d703-588b-46e9-9c51-267dc1d7333e,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:25.059969 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-55603bbc-9552-48d3-8b80-6ba21a1342f0 service neutron] 10.222.0.30 "GET /v2.0/networks/346304e3-defa-40dc-a5ad-7a093dfc23b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029680 Apr 04 06:10:25.178812 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device aee8d703-588b-46e9-9c51-267dc1d7333e up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:10:25.197795 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b6821fc7-7487-4119-bf2b-6251b01554fc req-d39c7ee8-2f40-4594-b1a3-caf509ef9b84 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 210 time: 0.0460286 Apr 04 06:10:25.249690 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-1164f77e-8dc1-4296-a779-6d2b5d434b01 service neutron] 10.222.0.30 "GET /v2.0/networks/346304e3-defa-40dc-a5ad-7a093dfc23b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814468 Apr 04 06:10:25.314809 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port aee8d703-588b-46e9-9c51-267dc1d7333e triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:25.316228 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (aee8d703-588b-46e9-9c51-267dc1d7333e), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:25.507731 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port aee8d703-588b-46e9-9c51-267dc1d7333e is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:25.739184 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ae055d12-637b-4370-b2e3-e0ae315680a5 req-3bde10b2-d99a-46a9-9550-c621d27e280c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 210 time: 0.0978913 Apr 04 06:10:25.773343 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038a46f-6bbd-41d9-ade4-4de0263f3092 req-2fddedb9-a7fd-4c6f-8580-f0db15e8249a tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:25.786016 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e038a46f-6bbd-41d9-ade4-4de0263f3092 req-2fddedb9-a7fd-4c6f-8580-f0db15e8249a tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 932 time: 0.2362988 Apr 04 06:10:25.965321 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e038a46f-6bbd-41d9-ade4-4de0263f3092 req-a5034dd6-e115-4328-86f2-ace76b2de745 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570165 Apr 04 06:10:26.015771 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 50118) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:26.034372 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-44767512-2a4d-4550-b20a-81d909a036b6 req-22752f3d-dbb5-424f-8dd0-98f36f4975d4 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 210 time: 0.0944655 Apr 04 06:10:26.183014 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-e18bef5f-2919-4c84-b3f8-4b7c54c4af47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:26.275729 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-26718450-18f2-4294-8984-9bf8723904d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:26.410485 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b788a69c-d4e7-453f-92bb-4d8b65752860 req-cb61ed12-752f-499a-9de9-1e11d859fa8e tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 210 time: 0.0834970 Apr 04 06:10:26.496283 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-26718450-18f2-4294-8984-9bf8723904d7 admin admin] Publish callbacks [] for security_group (7074412f-006c-46d0-9eee-391e2ab0c973), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:26.502435 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-26718450-18f2-4294-8984-9bf8723904d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (7074412f-006c-46d0-9eee-391e2ab0c973), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:26.544145 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-26718450-18f2-4294-8984-9bf8723904d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a1f28e2d95a45aa954946d91abf1252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5212376 Apr 04 06:10:26.545405 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26718450-18f2-4294-8984-9bf8723904d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7074412f-006c-46d0-9eee-391e2ab0c973,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:26.548071 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 50142) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:26.621776 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-b3e7f386-6c24-4948-8198-697f37c0b84c admin admin] Publish callbacks [] for security_group (7074412f-006c-46d0-9eee-391e2ab0c973), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:26.647582 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-b3e7f386-6c24-4948-8198-697f37c0b84c admin admin] Publish callbacks [] for security_group (7074412f-006c-46d0-9eee-391e2ab0c973), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:26.714299 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-b3e7f386-6c24-4948-8198-697f37c0b84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (7074412f-006c-46d0-9eee-391e2ab0c973), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:26.715834 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-b3e7f386-6c24-4948-8198-697f37c0b84c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:26.719958 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-b3e7f386-6c24-4948-8198-697f37c0b84c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7074412f-006c-46d0-9eee-391e2ab0c973 HTTP/1.1" status: 204 len: 168 time: 0.1690733 Apr 04 06:10:26.733018 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e7f386-6c24-4948-8198-697f37c0b84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7074412f-006c-46d0-9eee-391e2ab0c973,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:26.899229 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-79c032d8-3535-4616-9250-73b14fb1fc03 req-c1d767f1-055f-4790-98de-bc1b1929244d tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 210 time: 0.0395548 Apr 04 06:10:27.098947 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b32fac-8ee4-47f5-b45b-24bfb1ad6bb4 req-1c597a72-8aff-49aa-805f-d77896ec9247 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:27.100710 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-25b32fac-8ee4-47f5-b45b-24bfb1ad6bb4 req-1c597a72-8aff-49aa-805f-d77896ec9247 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 932 time: 0.0712554 Apr 04 06:10:27.137516 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device aee8d703-588b-46e9-9c51-267dc1d7333e up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:10:27.180886 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-21eb0137-fefc-41b8-ac29-b5e3248be82f req-b927930a-b37d-4051-a296-e01d58a1f458 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 210 time: 0.0376780 Apr 04 06:10:27.197481 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-25b32fac-8ee4-47f5-b45b-24bfb1ad6bb4 req-7d057c79-d4e4-4bb6-810b-8d516aad65b3 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867260 Apr 04 06:10:27.211122 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port aee8d703-588b-46e9-9c51-267dc1d7333e triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:27.211604 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (aee8d703-588b-46e9-9c51-267dc1d7333e), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:27.305748 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port aee8d703-588b-46e9-9c51-267dc1d7333e is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:27.541910 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1093cc9e-9437-4942-ae07-12b4a9388006 req-9b110fe0-d2b7-4ac4-9fd1-776807cd64e6 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 210 time: 0.0425537 Apr 04 06:10:28.061426 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-52b8ca48-141a-4743-a01b-4a8f4187c29d req-1b3eb48a-67f7-434b-8636-153c954e6f1a tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 210 time: 0.0470164 Apr 04 06:10:28.328668 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-78a37da9-7bf1-4e4c-9376-f2fb9ef2f3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:28.335354 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fd8dffe4-5b4e-4776-8f65-415023badda6 req-e6cbe38a-5c54-4792-ad0e-ceae70163058 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 210 time: 0.0473623 Apr 04 06:10:28.444187 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922add7-c5d8-442a-acd8-a89cae67dd6d req-c3353a7d-2a8e-406a-b69c-a795388d4e79 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:28.445810 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0922add7-c5d8-442a-acd8-a89cae67dd6d req-c3353a7d-2a8e-406a-b69c-a795388d4e79 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 932 time: 0.1128769 Apr 04 06:10:28.529360 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0922add7-c5d8-442a-acd8-a89cae67dd6d req-ab249e6e-78c3-4753-a059-00385954801d tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740960 Apr 04 06:10:28.671654 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9a71e98e-029a-437d-aadd-4fea6893a5e9 req-b0e4f812-0793-41da-8ac8-473e1a3e0695 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 210 time: 0.0401754 Apr 04 06:10:29.221994 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d3bcb681-1c6f-49e5-9ad5-2657b33fcdf6 req-6c52b94e-a365-4980-839a-df75d3e56d45 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 210 time: 0.0429146 Apr 04 06:10:29.446744 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f0faac55-4119-4844-a9fc-292ca5b1d22f req-d6e970ea-1f90-4126-ad10-74e948680f23 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 210 time: 0.0288184 Apr 04 06:10:29.484414 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:29.607263 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 50274) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:29.653953 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c03571-ae77-4e7a-8564-09a4e90344a0 req-690c5d11-33e8-47ef-964d-182333074fef tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:29.655495 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-14c03571-ae77-4e7a-8564-09a4e90344a0 req-690c5d11-33e8-47ef-964d-182333074fef tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 932 time: 0.0529702 Apr 04 06:10:29.703620 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-14c03571-ae77-4e7a-8564-09a4e90344a0 req-bb278807-7284-4d2e-a56c-9a142d10e4c9 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419765 Apr 04 06:10:29.712653 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3b1a8a38-af93-44d6-8ac3-6248b363ec25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:29.773556 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b0fbe517-c6b0-4f30-ab2e-54a751726a16 req-dfc9ba7d-9186-44c4-9f6a-87990e649226 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 210 time: 0.0281475 Apr 04 06:10:29.791763 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3b1a8a38-af93-44d6-8ac3-6248b363ec25 admin admin] Publish callbacks [] for security_group (962c0016-e2e0-4114-84e0-c9034f97fe4e), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:29.796723 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3b1a8a38-af93-44d6-8ac3-6248b363ec25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (962c0016-e2e0-4114-84e0-c9034f97fe4e), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:29.840129 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-3b1a8a38-af93-44d6-8ac3-6248b363ec25 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11898a893d4c400f9fa61aeac630d7db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310107 Apr 04 06:10:29.841028 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a8a38-af93-44d6-8ac3-6248b363ec25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962c0016-e2e0-4114-84e0-c9034f97fe4e,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:29.845097 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 50280) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:29.899265 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7630d89f-88a4-4823-bb7e-65912aa11a40 admin admin] Publish callbacks [] for security_group (962c0016-e2e0-4114-84e0-c9034f97fe4e), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:29.925027 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7630d89f-88a4-4823-bb7e-65912aa11a40 admin admin] Publish callbacks [] for security_group (962c0016-e2e0-4114-84e0-c9034f97fe4e), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:29.977857 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7630d89f-88a4-4823-bb7e-65912aa11a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (962c0016-e2e0-4114-84e0-c9034f97fe4e), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:29.980762 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7630d89f-88a4-4823-bb7e-65912aa11a40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:29.984652 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-7630d89f-88a4-4823-bb7e-65912aa11a40 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/962c0016-e2e0-4114-84e0-c9034f97fe4e HTTP/1.1" status: 204 len: 168 time: 0.1358085 Apr 04 06:10:29.995764 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630d89f-88a4-4823-bb7e-65912aa11a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962c0016-e2e0-4114-84e0-c9034f97fe4e,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:30.253235 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 50292) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:30.266911 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-de9ece2d-e92f-4a17-90b5-a0f58d96ae37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:30.332235 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-633a1d9c-158c-408e-b179-100da18e57cb req-d55d93fe-3ad2-426f-ae78-8965d030e6ea tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 210 time: 0.0347619 Apr 04 06:10:30.383884 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-de9ece2d-e92f-4a17-90b5-a0f58d96ae37 admin admin] Publish callbacks [] for security_group (10687948-05ca-4dd1-b1a8-cb2174985b89), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:30.388471 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-de9ece2d-e92f-4a17-90b5-a0f58d96ae37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (10687948-05ca-4dd1-b1a8-cb2174985b89), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:30.425866 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ece2d-e92f-4a17-90b5-a0f58d96ae37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10687948-05ca-4dd1-b1a8-cb2174985b89,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:30.430241 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-de9ece2d-e92f-4a17-90b5-a0f58d96ae37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e43dd354f0e64e619b6301079556f410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1760135 Apr 04 06:10:30.433125 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 50294) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:30.496498 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a7b3eb31-b323-4578-a6f8-46084b78da63 admin admin] Publish callbacks [] for security_group (10687948-05ca-4dd1-b1a8-cb2174985b89), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:30.520633 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a7b3eb31-b323-4578-a6f8-46084b78da63 admin admin] Publish callbacks [] for security_group (10687948-05ca-4dd1-b1a8-cb2174985b89), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:30.558941 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f0eb3d8e-b9f7-4b55-8b65-9330de74b1b4 req-6264b6a1-f1d4-4b60-88a6-91507721f7a9 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 210 time: 0.0362206 Apr 04 06:10:30.595366 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a7b3eb31-b323-4578-a6f8-46084b78da63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (10687948-05ca-4dd1-b1a8-cb2174985b89), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:30.596712 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:30.597946 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a7b3eb31-b323-4578-a6f8-46084b78da63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:30.599084 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-a7b3eb31-b323-4578-a6f8-46084b78da63 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/10687948-05ca-4dd1-b1a8-cb2174985b89 HTTP/1.1" status: 204 len: 168 time: 0.1650560 Apr 04 06:10:30.606777 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3eb31-b323-4578-a6f8-46084b78da63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10687948-05ca-4dd1-b1a8-cb2174985b89,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:30.836525 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849c761-cccc-42a8-84c0-548fb1c0f308 req-d9207314-527d-4ba9-b5a2-8daf4eae3f23 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:30.838022 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3849c761-cccc-42a8-84c0-548fb1c0f308 req-d9207314-527d-4ba9-b5a2-8daf4eae3f23 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 932 time: 0.0635066 Apr 04 06:10:30.902840 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2ee67790-c094-47e0-bf04-b4a717dd4967 req-de3df433-e6ed-4ab6-ab0a-57ea666480aa tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 210 time: 0.0411739 Apr 04 06:10:30.917913 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3849c761-cccc-42a8-84c0-548fb1c0f308 req-014c6aef-9ac1-4eed-a6ec-5a855f32edfc tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738904 Apr 04 06:10:31.519585 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a308d11c-b4a0-4d56-9dfb-0cc2cd978a64 req-21cd42eb-0b71-4ed2-934e-8871888f55eb tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 210 time: 0.0547035 Apr 04 06:10:31.669295 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-77683907-2689-45e0-a43e-c9cc3bfea604 req-b0c70cee-fbc2-43e0-b07c-4e37c7e10854 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 210 time: 0.0287228 Apr 04 06:10:32.050240 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-76029aed-0d5b-4687-a3e5-351789194b8a req-ac139b09-2db8-4c9f-9366-a48bf78db9cf tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 210 time: 0.0417898 Apr 04 06:10:32.074710 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daf65c-0b3f-491e-8103-251e825afbc0 req-d50a1e09-0193-4dd0-97b5-754dcfb07560 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:32.076262 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-69daf65c-0b3f-491e-8103-251e825afbc0 req-d50a1e09-0193-4dd0-97b5-754dcfb07560 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 932 time: 0.0767198 Apr 04 06:10:32.280364 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-69daf65c-0b3f-491e-8103-251e825afbc0 req-99f6c4b8-2a88-4809-9590-4e85ae8c7c61 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979227 Apr 04 06:10:32.340939 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:32.622440 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2e587d14-eb20-4bd0-ae44-0eb548817b21 req-ba0ad04b-9b04-4500-b67e-8614e2a89bd7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 210 time: 0.0355897 Apr 04 06:10:32.775610 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1b984941-20c8-4741-a85b-0d340cdc199e req-5758b7f7-541f-4123-958f-389136fb7366 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 210 time: 0.0285971 Apr 04 06:10:33.154012 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-de886e74-bc5c-4a3f-87af-9c5fb5aa94a1 req-0d381015-6947-4ad6-bf24-8a63747cc1f6 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 210 time: 0.0288644 Apr 04 06:10:33.417504 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f99d5-7935-4344-a913-e77d39c4b57f req-6134e334-d9a5-4db2-9ea1-2635cc6fac22 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:33.418971 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-500f99d5-7935-4344-a913-e77d39c4b57f req-6134e334-d9a5-4db2-9ea1-2635cc6fac22 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 932 time: 0.0559833 Apr 04 06:10:33.465059 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-500f99d5-7935-4344-a913-e77d39c4b57f req-fedbdb09-8f97-4b20-8183-fcf17934c164 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398703 Apr 04 06:10:33.728704 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0f7f2a45-e904-46de-852e-a22269e3d1c7 req-431ca379-b3d8-4537-aec6-242aaaa95799 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 210 time: 0.0270288 Apr 04 06:10:33.882712 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9b5b87a9-f66a-4be4-b312-4704a7bf9af6 req-b29d0270-4357-4f8a-a5cc-017a7d5dfc88 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 210 time: 0.0291483 Apr 04 06:10:34.021051 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:34.250210 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0ceaaeb0-6e39-49a2-af34-d0e3a0492562 req-7ebf458b-b628-4e9b-9f95-f80168b11269 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 210 time: 0.0271297 Apr 04 06:10:34.290340 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.37', 53951) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:34.403106 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] Request body: {'port': {'device_id': 'e8a7c748-0b0e-48e7-89d7-23e263758e99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:34.422118 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] Request body: {'port': {'device_id': '826a41d4-5afe-4613-9f02-303b07a5bfce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:34.471709 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (ac71e269-e2af-45bd-a2a6-c349fa7e1f03), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:34.484230 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-3e1bca49-5e6e-47ba-a702-c1078d4342f5 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:34.486056 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-3e1bca49-5e6e-47ba-a702-c1078d4342f5 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.37 "GET /v2.0/networks?id=26e2fb68-805f-433f-ae13-ccc07aa47348 HTTP/1.1" status: 200 len: 819 time: 0.1733580 Apr 04 06:10:34.517630 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (0e489c0f-da2a-4d87-8c10-4442c8b1e207), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:34.728572 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9ed40-87f8-4942-a86a-e6651543f494 req-9a8a2392-6332-4500-b10a-89418db23519 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:34.730075 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e5c9ed40-87f8-4942-a86a-e6651543f494 req-9a8a2392-6332-4500-b10a-89418db23519 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 932 time: 0.1814106 Apr 04 06:10:34.832833 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e5c9ed40-87f8-4942-a86a-e6651543f494 req-46a11442-3f04-4735-9be9-d75b9f1943cd tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886269 Apr 04 06:10:34.845030 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e489c0f-da2a-4d87-8c10-4442c8b1e207 {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:10:34.860547 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] Publish callbacks [] for port (0e489c0f-da2a-4d87-8c10-4442c8b1e207), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:34.879161 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-585cbb62-b07d-4406-b5c7-9523831bacc7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Request body: {'port': {'device_id': 'f57fcb6a-d4a4-4f05-8604-f372211a5713', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'admin_state_up': True, 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:34.887497 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] Transition to ACTIVE for port object 0e489c0f-da2a-4d87-8c10-4442c8b1e207 will not be triggered until provisioned by entity L2. {{(pid=103479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 06:10:34.901490 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (0e489c0f-da2a-4d87-8c10-4442c8b1e207), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:34.939153 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9dd233c6-57ae-4747-9896-3db60d17766d req-92234192-3f25-4990-8971-f818a5fac1b9 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 210 time: 0.0997343 Apr 04 06:10:34.958699 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac71e269-e2af-45bd-a2a6-c349fa7e1f03 {{(pid=103480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:10:34.977114 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] Publish callbacks [] for port (ac71e269-e2af-45bd-a2a6-c349fa7e1f03), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:35.006319 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c4f7b289-2bb2-4476-bbb4-af226e2265de req-a1200774-ddc6-4479-8acc-58c162a0e2c2 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 210 time: 0.0428607 Apr 04 06:10:35.008095 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] Pushing event updated for resources: {'Port': ['ID=0e489c0f-da2a-4d87-8c10-4442c8b1e207,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:35.024080 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.provisioning_blocks [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] Transition to ACTIVE for port object ac71e269-e2af-45bd-a2a6-c349fa7e1f03 will not be triggered until provisioned by entity L2. {{(pid=103480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 06:10:35.038639 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (ac71e269-e2af-45bd-a2a6-c349fa7e1f03), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:35.090252 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] Attempting to bind port 0e489c0f-da2a-4d87-8c10-4442c8b1e207 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:10:35.090718 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] Attempting to bind port 0e489c0f-da2a-4d87-8c10-4442c8b1e207 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '449e42ca-afbf-4d5e-a8c0-f64385ea3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:10:35.091101 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] Attempting to bind port 0e489c0f-da2a-4d87-8c10-4442c8b1e207 on network 26e2fb68-805f-433f-ae13-ccc07aa47348 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:10:35.102383 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] Port 0e489c0f-da2a-4d87-8c10-4442c8b1e207 on network 26e2fb68-805f-433f-ae13-ccc07aa47348 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 06:10:35.102741 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] Attempting to bind port 0e489c0f-da2a-4d87-8c10-4442c8b1e207 on network 26e2fb68-805f-433f-ae13-ccc07aa47348 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:10:35.114143 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] Checking agent: {'id': '0c1e107c-d850-42a9-b491-1b463a8f645f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'started_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:10:35.114439 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] Checking segment: {'id': '449e42ca-afbf-4d5e-a8c0-f64385ea3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:10:35.115128 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] Bound using segment: {'id': '449e42ca-afbf-4d5e-a8c0-f64385ea3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:10:35.115696 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] Bound port: 0e489c0f-da2a-4d87-8c10-4442c8b1e207, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449e42ca-afbf-4d5e-a8c0-f64385ea3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:10:35.116157 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (0e489c0f-da2a-4d87-8c10-4442c8b1e207), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:35.135384 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-585cbb62-b07d-4406-b5c7-9523831bacc7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Made reservation on behalf of f97d1852193346c6916d9747f0c3b84f for: {'port': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:10:35.138976 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-585cbb62-b07d-4406-b5c7-9523831bacc7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:35.182810 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] Pushing event updated for resources: {'Port': ['ID=ac71e269-e2af-45bd-a2a6-c349fa7e1f03,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:35.232128 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] Attempting to bind port ac71e269-e2af-45bd-a2a6-c349fa7e1f03 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:10:35.232880 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] Attempting to bind port ac71e269-e2af-45bd-a2a6-c349fa7e1f03 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '919e8034-65c2-4c0f-8f5d-b4075571476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4cb39ca7-a4fd-470f-856b-99e62f80a3f8'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:10:35.233359 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] Attempting to bind port ac71e269-e2af-45bd-a2a6-c349fa7e1f03 on network 4cb39ca7-a4fd-470f-856b-99e62f80a3f8 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:10:35.243646 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] Port ac71e269-e2af-45bd-a2a6-c349fa7e1f03 on network 4cb39ca7-a4fd-470f-856b-99e62f80a3f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 06:10:35.244088 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] Attempting to bind port ac71e269-e2af-45bd-a2a6-c349fa7e1f03 on network 4cb39ca7-a4fd-470f-856b-99e62f80a3f8 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:10:35.250223 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] Checking agent: {'id': '0c1e107c-d850-42a9-b491-1b463a8f645f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'started_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:10:35.250812 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] Checking segment: {'id': '919e8034-65c2-4c0f-8f5d-b4075571476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4cb39ca7-a4fd-470f-856b-99e62f80a3f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:10:35.251535 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] Bound using segment: {'id': '919e8034-65c2-4c0f-8f5d-b4075571476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4cb39ca7-a4fd-470f-856b-99e62f80a3f8'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:10:35.251964 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] Bound port: ac71e269-e2af-45bd-a2a6-c349fa7e1f03, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919e8034-65c2-4c0f-8f5d-b4075571476a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4cb39ca7-a4fd-470f-856b-99e62f80a3f8'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:10:35.252283 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] For port 0e489c0f-da2a-4d87-8c10-4442c8b1e207, host hv-cinder-83444, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:10:35.252393 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (ac71e269-e2af-45bd-a2a6-c349fa7e1f03), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:35.282258 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] For port 0e489c0f-da2a-4d87-8c10-4442c8b1e207, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=0e489c0f-da2a-4d87-8c10-4442c8b1e207,segment=NetworkSegment(449e42ca-afbf-4d5e-a8c0-f64385ea3ca8),segment_id=449e42ca-afbf-4d5e-a8c0-f64385ea3ca8)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:10:35.295864 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (0e489c0f-da2a-4d87-8c10-4442c8b1e207), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:35.353117 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] For port ac71e269-e2af-45bd-a2a6-c349fa7e1f03, host hv-cinder-83444, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:10:35.358981 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] For port ac71e269-e2af-45bd-a2a6-c349fa7e1f03, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ac71e269-e2af-45bd-a2a6-c349fa7e1f03,segment=NetworkSegment(919e8034-65c2-4c0f-8f5d-b4075571476a),segment_id=919e8034-65c2-4c0f-8f5d-b4075571476a)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:10:35.381460 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:35.382243 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for port (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:35.384613 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] 10.222.0.37 "PUT /v2.0/ports/0e489c0f-da2a-4d87-8c10-4442c8b1e207 HTTP/1.1" status: 200 len: 1094 time: 1.0499942 Apr 04 06:10:35.385175 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826a41d4-5afe-4613-9f02-303b07a5bfce', 'tag': '0e489c0f-da2a-4d87-8c10-4442c8b1e207'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:10:35.412487 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (ac71e269-e2af-45bd-a2a6-c349fa7e1f03), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:35.418347 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-16c054f3-8f4a-4e5a-8249-2d6984eb51a6 req-ecc07973-286b-454f-8bd9-9e8f122d8ae5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 210 time: 0.0530550 Apr 04 06:10:35.492510 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-585cbb62-b07d-4406-b5c7-9523831bacc7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Allocated IP 172.20.0.7 (26e2fb68-805f-433f-ae13-ccc07aa47348/d3bb9207-6ade-4d75-844a-3661ead84b19/b5846f42-b520-40f3-8d48-058d23e28e31) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:10:35.497753 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:35.498491 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:35.503187 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] 10.222.0.37 "PUT /v2.0/ports/ac71e269-e2af-45bd-a2a6-c349fa7e1f03 HTTP/1.1" status: 200 len: 1094 time: 1.2127824 Apr 04 06:10:35.506884 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05efa6-44c0-4464-9dd4-e7f26f578583 service neutron] Pushing event updated for resources: {'Port': ['ID=0e489c0f-da2a-4d87-8c10-4442c8b1e207,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:35.509709 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a7c748-0b0e-48e7-89d7-23e263758e99', 'tag': 'ac71e269-e2af-45bd-a2a6-c349fa7e1f03'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:10:35.706331 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c503e-be4f-470c-8d64-48f12be35a6d service neutron] Pushing event updated for resources: {'Port': ['ID=ac71e269-e2af-45bd-a2a6-c349fa7e1f03,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:35.722287 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863da0c6ea282f34ae24215abf5dfdb82ea7b48a8fa4113b7fa45ec8e2c5cf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6779e0a9-8acf-4b07-bd43-cc89f881c634" -d '{"events": [{"name": "network-changed", "server_uuid": "826a41d4-5afe-4613-9f02-303b07a5bfce", "tag": "0e489c0f-da2a-4d87-8c10-4442c8b1e207"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:10:35.784628 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e799dcd-a4f9-4d2b-9887-3f028f51cc43" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a7c748-0b0e-48e7-89d7-23e263758e99", "tag": "ac71e269-e2af-45bd-a2a6-c349fa7e1f03"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:10:35.870088 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-585cbb62-b07d-4406-b5c7-9523831bacc7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for port (b5846f42-b520-40f3-8d48-058d23e28e31), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:35.912241 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-585cbb62-b07d-4406-b5c7-9523831bacc7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (b5846f42-b520-40f3-8d48-058d23e28e31), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:35.958429 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd66d5f-07ef-4db8-af30-d6dd5af6f5b4 x-openstack-request-id: req-5dd66d5f-07ef-4db8-af30-d6dd5af6f5b4 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:10:35.958887 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "826a41d4-5afe-4613-9f02-303b07a5bfce", "tag": "0e489c0f-da2a-4d87-8c10-4442c8b1e207", "status": "completed", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:10:35.959285 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5dd66d5f-07ef-4db8-af30-d6dd5af6f5b4 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:10:35.959885 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dd66d5f-07ef-4db8-af30-d6dd5af6f5b4'] response: {'name': 'network-changed', 'server_uuid': '826a41d4-5afe-4613-9f02-303b07a5bfce', 'tag': '0e489c0f-da2a-4d87-8c10-4442c8b1e207', 'status': 'completed', 'code': 200} Apr 04 06:10:35.973783 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-585cbb62-b07d-4406-b5c7-9523831bacc7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Network 26e2fb68-805f-433f-ae13-ccc07aa47348 is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:10:35.977480 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-585cbb62-b07d-4406-b5c7-9523831bacc7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:10:35.981624 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-585cbb62-b07d-4406-b5c7-9523831bacc7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:10:35.987801 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-585cbb62-b07d-4406-b5c7-9523831bacc7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:35.988607 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-585cbb62-b07d-4406-b5c7-9523831bacc7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for port (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:36.013830 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585cbb62-b07d-4406-b5c7-9523831bacc7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Pushing event updated for resources: {'Port': ['ID=b5846f42-b520-40f3-8d48-058d23e28e31,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:36.027853 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-585cbb62-b07d-4406-b5c7-9523831bacc7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1527560 Apr 04 06:10:36.047210 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35b12d9-8ef5-4aaa-b8bd-2bb85ee04bee x-openstack-request-id: req-b35b12d9-8ef5-4aaa-b8bd-2bb85ee04bee {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:10:36.050240 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a7c748-0b0e-48e7-89d7-23e263758e99", "tag": "ac71e269-e2af-45bd-a2a6-c349fa7e1f03", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:10:36.050665 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b35b12d9-8ef5-4aaa-b8bd-2bb85ee04bee {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:10:36.051311 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b35b12d9-8ef5-4aaa-b8bd-2bb85ee04bee'] response: {'name': 'network-changed', 'server_uuid': 'e8a7c748-0b0e-48e7-89d7-23e263758e99', 'tag': 'ac71e269-e2af-45bd-a2a6-c349fa7e1f03', 'status': 'completed', 'code': 200} Apr 04 06:10:36.114035 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d03d1b-27a7-4891-8ce7-065c43c4d012 req-60d49751-41fa-45a1-8fa6-d89b56c80b74 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:36.115762 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-09d03d1b-27a7-4891-8ce7-065c43c4d012 req-60d49751-41fa-45a1-8fa6-d89b56c80b74 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 944 time: 0.0910749 Apr 04 06:10:36.197212 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-09d03d1b-27a7-4891-8ce7-065c43c4d012 req-e912ac2e-0274-4b76-be4a-bcebd2cc228e tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704780 Apr 04 06:10:36.204704 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c69e0-5267-41ac-b4dd-1adb5881940c req-e5f0e676-d033-4435-9cc3-ae0c36456b53 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:36.206295 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-887c69e0-5267-41ac-b4dd-1adb5881940c req-e5f0e676-d033-4435-9cc3-ae0c36456b53 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 931 time: 0.0895231 Apr 04 06:10:36.253611 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-887c69e0-5267-41ac-b4dd-1adb5881940c req-25db220d-95ec-4da4-8efe-3e9ddf95e290 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416374 Apr 04 06:10:36.271672 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-2e420bc9-7da0-42a3-bf92-23f4479718aa None None] Provisioning complete for port b5846f42-b520-40f3-8d48-058d23e28e31 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:36.272217 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-2e420bc9-7da0-42a3-bf92-23f4479718aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (b5846f42-b520-40f3-8d48-058d23e28e31), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:36.289817 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cdfcddd4-8aed-4227-b978-7de57637e725 req-cea052f7-402f-4332-adf2-b0eba7b07b9d tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 210 time: 0.0352480 Apr 04 06:10:36.308428 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-2e420bc9-7da0-42a3-bf92-23f4479718aa None None] Port b5846f42-b520-40f3-8d48-058d23e28e31 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:10:36.545316 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-31df14da-8809-4b80-8b95-33ff4b7f852b req-5a0318fb-36ee-42db-b123-b0154f54f091 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 210 time: 0.0333304 Apr 04 06:10:36.545636 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:10:37.319308 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bddba-dc25-413c-807a-fe373025ee91 req-7ded3a5e-0533-4a93-82c1-c3dfddc691f2 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:37.321137 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-925bddba-dc25-413c-807a-fe373025ee91 req-7ded3a5e-0533-4a93-82c1-c3dfddc691f2 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 944 time: 0.0577607 Apr 04 06:10:37.397236 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-925bddba-dc25-413c-807a-fe373025ee91 req-0fd8caaa-b62d-4333-bb00-a6dcb284c1b3 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662041 Apr 04 06:10:37.404871 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720eb22-a13a-4857-8efd-a42a7ba98ac2 req-1e358b21-3b05-426b-a424-c4ce251e8b1f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:37.406319 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a720eb22-a13a-4857-8efd-a42a7ba98ac2 req-1e358b21-3b05-426b-a424-c4ce251e8b1f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 931 time: 0.0837450 Apr 04 06:10:37.457475 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a720eb22-a13a-4857-8efd-a42a7ba98ac2 req-ea548bae-aa7b-435d-9c2f-f6aa84d956ad tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449479 Apr 04 06:10:37.482624 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f4333114-31b2-4ed8-86e6-c122cbb32181 req-d33fafdc-41a5-4e1f-8cf2-e113548686a6 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 210 time: 0.0300574 Apr 04 06:10:37.669112 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e8859ca8-2e7a-45cf-8573-e90bcbe2c801 req-b8d7f238-f937-4d44-987e-4f976eb3c163 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 210 time: 0.0328147 Apr 04 06:10:38.521729 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518e012-1dfa-4746-b3be-3d5bb37a3c5e req-698d5f42-ab55-4bc7-acd6-477f3aedb1c1 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:38.523245 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2518e012-1dfa-4746-b3be-3d5bb37a3c5e req-698d5f42-ab55-4bc7-acd6-477f3aedb1c1 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 944 time: 0.0549660 Apr 04 06:10:38.596471 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2518e012-1dfa-4746-b3be-3d5bb37a3c5e req-e4d61d6b-f3b8-4076-8c47-c4a43bdff933 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641832 Apr 04 06:10:38.604339 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7e42b-7fef-418b-8613-9d5f096c3a46 req-80eca49f-a5bb-4009-b232-e9033c8d008f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:38.605900 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-13d7e42b-7fef-418b-8613-9d5f096c3a46 req-80eca49f-a5bb-4009-b232-e9033c8d008f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 931 time: 0.0816617 Apr 04 06:10:38.656419 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-13d7e42b-7fef-418b-8613-9d5f096c3a46 req-eae70772-b77f-4e6e-a906-4f3c4d267891 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449970 Apr 04 06:10:38.686244 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fe6dad59-fc99-4ea4-9e2a-e2f9cb83a43f req-3f89e714-5cc8-4637-a029-c3b7891cf666 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 210 time: 0.0288603 Apr 04 06:10:38.777025 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3d2eea2f-361e-4339-834e-672fe62c445d req-4e0a8df8-8437-436c-b4fe-bd66d12a2e18 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 210 time: 0.0329158 Apr 04 06:10:39.225368 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] Request body: {'port': {'device_id': 'f57fcb6a-d4a4-4f05-8604-f372211a5713', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:39.228472 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.37', 53959) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:39.232473 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.37', 53960) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:39.289572 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (b5846f42-b520-40f3-8d48-058d23e28e31), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:39.452435 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-7e5555d2-523b-46d7-8a67-f154ac1d31ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:39.454035 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-7e5555d2-523b-46d7-8a67-f154ac1d31ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c3cf8bdbf3b456480c868d1ffd0a75f&device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 1128 time: 0.1987195 Apr 04 06:10:39.462092 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-97a02a02-a6e3-4e86-a949-b702650ae622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:39.463579 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-97a02a02-a6e3-4e86-a949-b702650ae622 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f97d1852193346c6916d9747f0c3b84f&device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 1128 time: 0.2212603 Apr 04 06:10:39.478053 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-d6f7037b-682c-4fb6-b310-eb3abe2dae3c tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:39.479967 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-d6f7037b-682c-4fb6-b310-eb3abe2dae3c tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.37 "GET /v2.0/networks?id=346304e3-defa-40dc-a5ad-7a093dfc23b7 HTTP/1.1" status: 200 len: 810 time: 0.2455478 Apr 04 06:10:39.657227 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-bcac7f08-ebe2-42cc-8471-8369e347c5f1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:39.658593 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-bcac7f08-ebe2-42cc-8471-8369e347c5f1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.37 "GET /v2.0/networks?id=912f530c-0c5f-4821-bf75-3c7641d0619c HTTP/1.1" status: 200 len: 816 time: 0.3701077 Apr 04 06:10:39.774599 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-0957d721-ea02-4584-8775-b908ac58ccee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e489c0f-da2a-4d87-8c10-4442c8b1e207 HTTP/1.1" status: 200 len: 217 time: 0.1235445 Apr 04 06:10:39.775774 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-80f9e818-b3ae-40b0-b081-45700ce4971f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac71e269-e2af-45bd-a2a6-c349fa7e1f03 HTTP/1.1" status: 200 len: 217 time: 0.1418431 Apr 04 06:10:39.821478 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5846f42-b520-40f3-8d48-058d23e28e31 {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:10:39.826997 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] Publish callbacks [] for port (b5846f42-b520-40f3-8d48-058d23e28e31), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:39.840594 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] Transition to ACTIVE for port object b5846f42-b520-40f3-8d48-058d23e28e31 will not be triggered until provisioned by entity L2. {{(pid=103479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 06:10:39.849295 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (b5846f42-b520-40f3-8d48-058d23e28e31), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:39.865697 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efffe7-8f2f-4c30-a3ec-2fc7706c295c req-7d045489-d11e-4822-b21f-769e2a84beae tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:39.867184 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a2efffe7-8f2f-4c30-a3ec-2fc7706c295c req-7d045489-d11e-4822-b21f-769e2a84beae tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 944 time: 0.1790872 Apr 04 06:10:39.881959 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-a8dff733-38f4-4378-a8e7-8bbdf92aa21d tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bf2aa8f9fc74712aac7ec691de75582 HTTP/1.1" status: 200 len: 380 time: 0.2379572 Apr 04 06:10:39.908255 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8970c-df2f-4a55-8f09-c569fd78782f req-ab65526f-aeb3-4f4f-acbb-7549b424f4ab tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:39.909714 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1bd8970c-df2f-4a55-8f09-c569fd78782f req-ab65526f-aeb3-4f4f-acbb-7549b424f4ab tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 931 time: 0.1566522 Apr 04 06:10:39.927084 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] Pushing event updated for resources: {'Port': ['ID=b5846f42-b520-40f3-8d48-058d23e28e31,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:39.930316 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-7c518544-d6b4-4e30-bdb3-2c5dbe598b95 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Request body: {'port': {'device_id': '9f7efae2-ecff-441e-8c21-828101b5d6a0', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'admin_state_up': True, 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'security_groups': ['7764633c-0385-48d1-b8c5-b657c80be5c9']}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:39.995129 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] Attempting to bind port b5846f42-b520-40f3-8d48-058d23e28e31 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:10:39.995492 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] Attempting to bind port b5846f42-b520-40f3-8d48-058d23e28e31 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '449e42ca-afbf-4d5e-a8c0-f64385ea3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:10:39.995809 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] Attempting to bind port b5846f42-b520-40f3-8d48-058d23e28e31 on network 26e2fb68-805f-433f-ae13-ccc07aa47348 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:10:40.003289 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-029b248f-6229-4133-9194-115730923b43 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb48c2dfec0b435e978641e49934d2c0 HTTP/1.1" status: 200 len: 379 time: 0.0848770 Apr 04 06:10:40.010103 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] Port b5846f42-b520-40f3-8d48-058d23e28e31 on network 26e2fb68-805f-433f-ae13-ccc07aa47348 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 06:10:40.010468 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] Attempting to bind port b5846f42-b520-40f3-8d48-058d23e28e31 on network 26e2fb68-805f-433f-ae13-ccc07aa47348 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:10:40.019453 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-ddd22e8b-e3c0-4d2e-b790-9d98bcb1c2b5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Request body: {'port': {'device_id': '87721069-f607-480c-81cc-d67e51382c6f', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'admin_state_up': True, 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'security_groups': ['372ce9ce-ae26-4c53-bd9e-0445a588fdf7']}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:40.024151 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] Checking agent: {'id': '0c1e107c-d850-42a9-b491-1b463a8f645f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'started_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:10:40.024492 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] Checking segment: {'id': '449e42ca-afbf-4d5e-a8c0-f64385ea3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:10:40.024887 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] Bound using segment: {'id': '449e42ca-afbf-4d5e-a8c0-f64385ea3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:10:40.025353 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] Bound port: b5846f42-b520-40f3-8d48-058d23e28e31, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449e42ca-afbf-4d5e-a8c0-f64385ea3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:10:40.025720 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (b5846f42-b520-40f3-8d48-058d23e28e31), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:40.170903 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] For port b5846f42-b520-40f3-8d48-058d23e28e31, host hv-cinder-83444, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:10:40.174359 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] For port b5846f42-b520-40f3-8d48-058d23e28e31, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=b5846f42-b520-40f3-8d48-058d23e28e31,segment=NetworkSegment(449e42ca-afbf-4d5e-a8c0-f64385ea3ca8),segment_id=449e42ca-afbf-4d5e-a8c0-f64385ea3ca8)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:10:40.192075 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (b5846f42-b520-40f3-8d48-058d23e28e31), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:40.226953 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-ddd22e8b-e3c0-4d2e-b790-9d98bcb1c2b5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Made reservation on behalf of eb48c2dfec0b435e978641e49934d2c0 for: {'port': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:10:40.230415 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-ddd22e8b-e3c0-4d2e-b790-9d98bcb1c2b5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:40.255142 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:40.255838 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for port (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:40.256919 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a2efffe7-8f2f-4c30-a3ec-2fc7706c295c req-e8e73b7a-f2fb-4f6a-a755-d09af27c6ccd tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806965 Apr 04 06:10:40.257256 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] 10.222.0.37 "PUT /v2.0/ports/b5846f42-b520-40f3-8d48-058d23e28e31 HTTP/1.1" status: 200 len: 1093 time: 1.0392120 Apr 04 06:10:40.257714 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57fcb6a-d4a4-4f05-8604-f372211a5713', 'tag': 'b5846f42-b520-40f3-8d48-058d23e28e31'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:10:40.259984 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863da0c6ea282f34ae24215abf5dfdb82ea7b48a8fa4113b7fa45ec8e2c5cf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4256a5b-c36a-4ae0-8618-04663a4bb19a" -d '{"events": [{"name": "network-changed", "server_uuid": "f57fcb6a-d4a4-4f05-8604-f372211a5713", "tag": "b5846f42-b520-40f3-8d48-058d23e28e31"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:10:40.313213 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1bd8970c-df2f-4a55-8f09-c569fd78782f req-7e205ccc-b1d3-4391-b907-eae1aa4c72e3 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901453 Apr 04 06:10:40.323561 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-84217c47-394d-49bf-afa8-b9bc7b050d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:40.325807 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-84217c47-394d-49bf-afa8-b9bc7b050d3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bb9207-6ade-4d75-844a-3661ead84b19 HTTP/1.1" status: 200 len: 858 time: 0.4036896 Apr 04 06:10:40.333827 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-f5eef899-98c3-4d19-8241-6d2a59ee41d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:40.333827 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-f5eef899-98c3-4d19-8241-6d2a59ee41d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b0b4225-4153-43cc-8dbd-8cf9d88b0f52 HTTP/1.1" status: 200 len: 852 time: 0.4063344 Apr 04 06:10:40.455607 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-e03a139d-4bf7-47de-9f4e-9d99acece2e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4cb39ca7-a4fd-470f-856b-99e62f80a3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117017 Apr 04 06:10:40.482709 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043ec88-fe01-4a94-81aa-3d5e3f94c336 service neutron] Pushing event updated for resources: {'Port': ['ID=b5846f42-b520-40f3-8d48-058d23e28e31,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:40.512825 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-91654b8e-e31b-4467-8fd9-c4c571acc030 req-4465a784-ba53-44a1-8008-d8a17fe6220b tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 210 time: 0.0677414 Apr 04 06:10:40.540125 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-ddd22e8b-e3c0-4d2e-b790-9d98bcb1c2b5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Allocated IP 172.20.0.14 (912f530c-0c5f-4821-bf75-3c7641d0619c/b9a8a955-6bc6-44f6-83f1-2fcedefaefaf/1586b070-d9d3-4269-a097-fdf560b96ec5) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:10:40.555513 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-7b24aafd-72ab-4fe9-8a68-6760e5b0a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:40.557113 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-7b24aafd-72ab-4fe9-8a68-6760e5b0a720 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f97d1852193346c6916d9747f0c3b84f&device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 1127 time: 0.2150869 Apr 04 06:10:40.614749 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c3a1c7a8-d0e1-4f87-bca0-94e7f24f10b8 req-401e940c-1641-485c-8af7-a93fdc69d9d0 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 210 time: 0.1031787 Apr 04 06:10:40.619261 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa26a9d-b026-417e-9e15-455bb9eea79e x-openstack-request-id: req-ffa26a9d-b026-417e-9e15-455bb9eea79e {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:10:40.619558 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57fcb6a-d4a4-4f05-8604-f372211a5713", "tag": "b5846f42-b520-40f3-8d48-058d23e28e31", "status": "completed", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:10:40.619817 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ffa26a9d-b026-417e-9e15-455bb9eea79e {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:10:40.620244 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffa26a9d-b026-417e-9e15-455bb9eea79e'] response: {'name': 'network-changed', 'server_uuid': 'f57fcb6a-d4a4-4f05-8604-f372211a5713', 'tag': 'b5846f42-b520-40f3-8d48-058d23e28e31', 'status': 'completed', 'code': 200} Apr 04 06:10:40.637847 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-763b1747-c21d-4e33-924a-4015f9040c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:40.639645 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-763b1747-c21d-4e33-924a-4015f9040c81 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26e2fb68-805f-433f-ae13-ccc07aa47348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3056133 Apr 04 06:10:40.653377 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-7c518544-d6b4-4e30-bdb3-2c5dbe598b95 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Made reservation on behalf of 3bf2aa8f9fc74712aac7ec691de75582 for: {'port': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:10:40.657573 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-7c518544-d6b4-4e30-bdb3-2c5dbe598b95 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:40.725605 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-59771835-0f0c-430c-97cc-72195c8e9986 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5846f42-b520-40f3-8d48-058d23e28e31 HTTP/1.1" status: 200 len: 217 time: 0.1044657 Apr 04 06:10:40.748772 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-c887a757-dce4-42a5-82a3-80a190527523 service neutron] 10.222.0.37 "GET /v2.0/networks/4cb39ca7-a4fd-470f-856b-99e62f80a3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853088 Apr 04 06:10:40.809949 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-1151e5df-7e0f-4ec3-ad56-9004a55d28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:40.811408 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-1151e5df-7e0f-4ec3-ad56-9004a55d28f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bb9207-6ade-4d75-844a-3661ead84b19 HTTP/1.1" status: 200 len: 858 time: 0.0806854 Apr 04 06:10:40.832738 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-ddd22e8b-e3c0-4d2e-b790-9d98bcb1c2b5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:40.928839 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-8bafd11a-ffc9-4483-9cda-51f6bbb750e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:40.929134 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-1e2e6bbf-0e63-44a3-89c0-ce0c54a5d064 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738154 Apr 04 06:10:40.929595 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-8bafd11a-ffc9-4483-9cda-51f6bbb750e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26e2fb68-805f-433f-ae13-ccc07aa47348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1072392 Apr 04 06:10:40.948251 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-ddd22e8b-e3c0-4d2e-b790-9d98bcb1c2b5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:41.039771 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-7c518544-d6b4-4e30-bdb3-2c5dbe598b95 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Allocated IP 172.20.0.3 (346304e3-defa-40dc-a5ad-7a093dfc23b7/389db79c-3d35-45ec-be77-a745fbe4b317/241b8638-fb78-4f69-b79f-997a9d0d3411) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:10:41.043285 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-db6f3ba6-26e8-4b71-92b1-24fde4b4a519 req-8fa7b904-eb88-42cd-9340-a47ad4be662d service neutron] 10.222.0.37 "GET /v2.0/networks/4cb39ca7-a4fd-470f-856b-99e62f80a3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577069 Apr 04 06:10:41.049599 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-ddd22e8b-e3c0-4d2e-b790-9d98bcb1c2b5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Network 912f530c-0c5f-4821-bf75-3c7641d0619c is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:10:41.059916 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-ddd22e8b-e3c0-4d2e-b790-9d98bcb1c2b5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:10:41.073849 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-ddd22e8b-e3c0-4d2e-b790-9d98bcb1c2b5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:10:41.083335 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-ddd22e8b-e3c0-4d2e-b790-9d98bcb1c2b5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:41.083923 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-ddd22e8b-e3c0-4d2e-b790-9d98bcb1c2b5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for port (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:41.107388 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd22e8b-e3c0-4d2e-b790-9d98bcb1c2b5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Pushing event updated for resources: {'Port': ['ID=1586b070-d9d3-4269-a097-fdf560b96ec5,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:41.123239 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bf5189ec-01f6-43a8-b966-5e896174d38c req-a286d05e-c914-4a2b-aa6a-841f6f0815dc service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830690 Apr 04 06:10:41.162170 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-ddd22e8b-e3c0-4d2e-b790-9d98bcb1c2b5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1457736 Apr 04 06:10:41.180838 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] Request body: {'port': {'device_id': '87721069-f607-480c-81cc-d67e51382c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:41.229375 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-ba71cb70-400a-47f7-bdba-61802f9be768 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915928 Apr 04 06:10:41.343166 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:41.444958 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e799dcd-a4f9-4d2b-9887-3f028f51cc43 req-42e1cc44-e592-4b22-8ab6-7ac695a3fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:41.446494 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4e799dcd-a4f9-4d2b-9887-3f028f51cc43 req-42e1cc44-e592-4b22-8ab6-7ac695a3fd1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4c3cf8bdbf3b456480c868d1ffd0a75f&device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 1128 time: 0.3147998 Apr 04 06:10:41.451237 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-2ce54d0f-2b47-44bf-8193-8961f56f7993 req-37370eb8-d1b4-40cc-b1c7-5d35cbe3faa4 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128899 Apr 04 06:10:41.452053 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779e0a9-8acf-4b07-bd43-cc89f881c634 req-e26ac20b-87dc-49d1-a28a-9ec9baa1a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:41.454328 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6779e0a9-8acf-4b07-bd43-cc89f881c634 req-e26ac20b-87dc-49d1-a28a-9ec9baa1a9f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f97d1852193346c6916d9747f0c3b84f&device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 1128 time: 0.2548194 Apr 04 06:10:41.486964 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-642c2d22-748e-4afa-a1bc-f2eb87a5bc85 None None] Provisioning complete for port 1586b070-d9d3-4269-a097-fdf560b96ec5 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:41.487750 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-642c2d22-748e-4afa-a1bc-f2eb87a5bc85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:41.731949 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-642c2d22-748e-4afa-a1bc-f2eb87a5bc85 None None] Port 1586b070-d9d3-4269-a097-fdf560b96ec5 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:10:41.774634 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779e0a9-8acf-4b07-bd43-cc89f881c634 req-0f72d3f9-dcc0-4e80-8246-61f5c41f713c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:41.776073 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4256a5b-c36a-4ae0-8618-04663a4bb19a req-6db0618c-b0ae-4687-bfc9-cbda3861dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:41.776386 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6779e0a9-8acf-4b07-bd43-cc89f881c634 req-0f72d3f9-dcc0-4e80-8246-61f5c41f713c service neutron] 10.222.0.37 "GET /v2.0/networks?id=26e2fb68-805f-433f-ae13-ccc07aa47348 HTTP/1.1" status: 200 len: 920 time: 0.2996695 Apr 04 06:10:41.777746 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-e4256a5b-c36a-4ae0-8618-04663a4bb19a req-6db0618c-b0ae-4687-bfc9-cbda3861dd07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f97d1852193346c6916d9747f0c3b84f&device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 1127 time: 0.2415817 Apr 04 06:10:41.827368 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1586b070-d9d3-4269-a097-fdf560b96ec5 {{(pid=103479) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:10:41.837970 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] Publish callbacks [] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:41.842016 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-7c518544-d6b4-4e30-bdb3-2c5dbe598b95 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for port (241b8638-fb78-4f69-b79f-997a9d0d3411), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:41.861237 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.provisioning_blocks [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] Transition to ACTIVE for port object 1586b070-d9d3-4269-a097-fdf560b96ec5 will not be triggered until provisioned by entity L2. {{(pid=103479) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 06:10:41.865815 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be473352-30dc-4151-8846-49c88c1f566e req-7a0ce225-f52d-4aa1-8940-228e3f83e804 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:41.867029 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:41.873298 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-be473352-30dc-4151-8846-49c88c1f566e req-7a0ce225-f52d-4aa1-8940-228e3f83e804 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 943 time: 0.2118225 Apr 04 06:10:41.891452 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a2eee-190a-482d-85bb-541f1595111b req-49be9171-c79f-42eb-a053-7818b868ed05 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:41.898719 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-843a2eee-190a-482d-85bb-541f1595111b req-49be9171-c79f-42eb-a053-7818b868ed05 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 944 time: 0.4406033 Apr 04 06:10:41.949584 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e799dcd-a4f9-4d2b-9887-3f028f51cc43 req-c9f66479-0ade-4809-b351-8f588621543d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:41.955134 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4e799dcd-a4f9-4d2b-9887-3f028f51cc43 req-c9f66479-0ade-4809-b351-8f588621543d service neutron] 10.222.0.37 "GET /v2.0/networks?id=4cb39ca7-a4fd-470f-856b-99e62f80a3f8 HTTP/1.1" status: 200 len: 913 time: 0.3171816 Apr 04 06:10:41.968354 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] Attempting to bind port 1586b070-d9d3-4269-a097-fdf560b96ec5 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:10:41.968760 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] Attempting to bind port 1586b070-d9d3-4269-a097-fdf560b96ec5 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '419f71b2-82cb-4cb3-81a8-e81dcd025595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c'}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:10:41.969183 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] Attempting to bind port 1586b070-d9d3-4269-a097-fdf560b96ec5 on network 912f530c-0c5f-4821-bf75-3c7641d0619c {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:10:41.972317 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] Pushing event updated for resources: {'Port': ['ID=1586b070-d9d3-4269-a097-fdf560b96ec5,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:41.977637 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] Port 1586b070-d9d3-4269-a097-fdf560b96ec5 on network 912f530c-0c5f-4821-bf75-3c7641d0619c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 06:10:41.978042 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] Attempting to bind port 1586b070-d9d3-4269-a097-fdf560b96ec5 on network 912f530c-0c5f-4821-bf75-3c7641d0619c {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:10:41.983467 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] Checking agent: {'id': '0c1e107c-d850-42a9-b491-1b463a8f645f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'started_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:10:41.983880 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] Checking segment: {'id': '419f71b2-82cb-4cb3-81a8-e81dcd025595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:10:41.984832 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] Bound using segment: {'id': '419f71b2-82cb-4cb3-81a8-e81dcd025595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c'} {{(pid=103479) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:10:41.985363 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.managers [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] Bound port: 1586b070-d9d3-4269-a097-fdf560b96ec5, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '419f71b2-82cb-4cb3-81a8-e81dcd025595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c'}}] {{(pid=103479) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:10:41.985795 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:42.016463 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-be473352-30dc-4151-8846-49c88c1f566e req-11b08ef6-553f-48a3-ab65-3d48d88ef0b4 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422195 Apr 04 06:10:42.049104 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-7c518544-d6b4-4e30-bdb3-2c5dbe598b95 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (241b8638-fb78-4f69-b79f-997a9d0d3411), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:42.099379 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-843a2eee-190a-482d-85bb-541f1595111b req-9ef30235-5ace-43df-a6a7-63a988524895 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972063 Apr 04 06:10:42.134661 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] For port 1586b070-d9d3-4269-a097-fdf560b96ec5, host hv-cinder-83444, cleared binding levels {{(pid=103479) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:10:42.145936 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] For port 1586b070-d9d3-4269-a097-fdf560b96ec5, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1586b070-d9d3-4269-a097-fdf560b96ec5,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103479) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:10:42.163354 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:42.185800 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-7c518544-d6b4-4e30-bdb3-2c5dbe598b95 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Network 346304e3-defa-40dc-a5ad-7a093dfc23b7 is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:10:42.199746 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-7c518544-d6b4-4e30-bdb3-2c5dbe598b95 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:10:42.209419 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-7c518544-d6b4-4e30-bdb3-2c5dbe598b95 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:10:42.213353 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:42.214023 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for port (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:42.215952 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] 10.222.0.37 "PUT /v2.0/ports/1586b070-d9d3-4269-a097-fdf560b96ec5 HTTP/1.1" status: 200 len: 1094 time: 1.0468986 Apr 04 06:10:42.260675 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5887f-037f-476d-92e3-f92c4960fe50 service neutron] Pushing event updated for resources: {'Port': ['ID=1586b070-d9d3-4269-a097-fdf560b96ec5,revision_number=3']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:42.288326 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c518544-d6b4-4e30-bdb3-2c5dbe598b95 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Pushing event updated for resources: {'Port': ['ID=241b8638-fb78-4f69-b79f-997a9d0d3411,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:42.299008 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 50612) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:42.385455 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-7c518544-d6b4-4e30-bdb3-2c5dbe598b95 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:42.386355 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-7c518544-d6b4-4e30-bdb3-2c5dbe598b95 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:42.429029 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e9a15-39c4-4383-94ba-beeb8d66bc17 req-c9d7fb42-9fae-434a-8a7b-383b18993159 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:42.436772 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-906e9a15-39c4-4383-94ba-beeb8d66bc17 req-c9d7fb42-9fae-434a-8a7b-383b18993159 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 931 time: 0.2526379 Apr 04 06:10:42.443077 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-7c518544-d6b4-4e30-bdb3-2c5dbe598b95 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5226655 Apr 04 06:10:42.469098 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea19d7b-ad1a-438c-9798-b37f55383939 req-19ddc7ef-2cba-4155-9066-1d1aa50665c8 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:42.470641 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bea19d7b-ad1a-438c-9798-b37f55383939 req-19ddc7ef-2cba-4155-9066-1d1aa50665c8 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.1876171 Apr 04 06:10:42.476320 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d9ff68ea-9b6d-434d-9cdd-0837ceec4e8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:42.537070 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-906e9a15-39c4-4383-94ba-beeb8d66bc17 req-5a215ebb-d25f-4540-97d6-a49c524f7450 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954075 Apr 04 06:10:42.597450 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-721cc767-9678-4ced-9771-837a3f6d2139 None None] Provisioning complete for port 241b8638-fb78-4f69-b79f-997a9d0d3411 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:42.599313 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-721cc767-9678-4ced-9771-837a3f6d2139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (241b8638-fb78-4f69-b79f-997a9d0d3411), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:42.609161 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bea19d7b-ad1a-438c-9798-b37f55383939 req-0614f800-4079-4b29-976b-a3d1f12f9360 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246295 Apr 04 06:10:42.626881 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87721069-f607-480c-81cc-d67e51382c6f', 'tag': '1586b070-d9d3-4269-a097-fdf560b96ec5'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:10:42.631856 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863da0c6ea282f34ae24215abf5dfdb82ea7b48a8fa4113b7fa45ec8e2c5cf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f328de-e8c0-4e0e-a348-c156c3083b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "87721069-f607-480c-81cc-d67e51382c6f", "tag": "1586b070-d9d3-4269-a097-fdf560b96ec5"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:10:42.639960 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d9ff68ea-9b6d-434d-9cdd-0837ceec4e8d admin admin] Publish callbacks [] for security_group (814ce02b-bee0-4608-9930-80f3f7bce1ff), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:42.647608 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d9ff68ea-9b6d-434d-9cdd-0837ceec4e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (814ce02b-bee0-4608-9930-80f3f7bce1ff), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:42.657753 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-721cc767-9678-4ced-9771-837a3f6d2139 None None] Port 241b8638-fb78-4f69-b79f-997a9d0d3411 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:10:42.708528 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275ae6d8-d3c3-4162-b24a-87845a422fc1 x-openstack-request-id: req-275ae6d8-d3c3-4162-b24a-87845a422fc1 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:10:42.708835 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87721069-f607-480c-81cc-d67e51382c6f", "tag": "1586b070-d9d3-4269-a097-fdf560b96ec5", "status": "completed", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:10:42.709081 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-275ae6d8-d3c3-4162-b24a-87845a422fc1 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:10:42.709485 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-275ae6d8-d3c3-4162-b24a-87845a422fc1'] response: {'name': 'network-changed', 'server_uuid': '87721069-f607-480c-81cc-d67e51382c6f', 'tag': '1586b070-d9d3-4269-a097-fdf560b96ec5', 'status': 'completed', 'code': 200} Apr 04 06:10:42.716591 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-d9ff68ea-9b6d-434d-9cdd-0837ceec4e8d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd29dc9da0894698a79d613713e2ec8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4160676 Apr 04 06:10:42.717758 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff68ea-9b6d-434d-9cdd-0837ceec4e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814ce02b-bee0-4608-9930-80f3f7bce1ff,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:42.721085 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 50626) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:42.780313 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-754b87dd-19f8-4f2a-aaa8-578d9aec48fc admin admin] Publish callbacks [] for security_group (814ce02b-bee0-4608-9930-80f3f7bce1ff), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:42.999335 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-754b87dd-19f8-4f2a-aaa8-578d9aec48fc admin admin] Publish callbacks [] for security_group (814ce02b-bee0-4608-9930-80f3f7bce1ff), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:43.050223 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-754b87dd-19f8-4f2a-aaa8-578d9aec48fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (814ce02b-bee0-4608-9930-80f3f7bce1ff), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:43.054006 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-754b87dd-19f8-4f2a-aaa8-578d9aec48fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:43.058476 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-754b87dd-19f8-4f2a-aaa8-578d9aec48fc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/814ce02b-bee0-4608-9930-80f3f7bce1ff HTTP/1.1" status: 204 len: 168 time: 0.3360131 Apr 04 06:10:43.069583 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b87dd-19f8-4f2a-aaa8-578d9aec48fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814ce02b-bee0-4608-9930-80f3f7bce1ff,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:43.154496 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e03362-de60-4c99-9a74-efb626f5dc22 req-ad451a4b-9407-44fc-b71a-fc8ed2b9e304 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:43.156064 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-92e03362-de60-4c99-9a74-efb626f5dc22 req-ad451a4b-9407-44fc-b71a-fc8ed2b9e304 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 943 time: 0.0637884 Apr 04 06:10:43.240448 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-92e03362-de60-4c99-9a74-efb626f5dc22 req-c1930cc2-6c9a-4330-ad74-831724de434d tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761511 Apr 04 06:10:43.266079 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeead845-87d3-4c92-bcdb-4aa947deda59 req-0f98c8d4-53f2-4ebc-8008-522ef1033f61 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:43.267574 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eeead845-87d3-4c92-bcdb-4aa947deda59 req-0f98c8d4-53f2-4ebc-8008-522ef1033f61 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 944 time: 0.0871768 Apr 04 06:10:43.322825 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eeead845-87d3-4c92-bcdb-4aa947deda59 req-614fb3cf-1de2-45f1-a8c9-24e10addd2b7 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483525 Apr 04 06:10:43.445911 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 50656) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:43.542247 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 50662) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:43.565879 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3823d58d-cb19-4cc3-ade3-5592e746a93c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:43.568717 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4d52a85f-ab40-4a97-bbe3-3f2fb601b83d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:43.699813 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f84263-d31f-4854-bc78-bc5359e274a5 req-e6378775-f0d9-4613-b14c-3a2fd90f6a4e tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:43.701285 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e9f84263-d31f-4854-bc78-bc5359e274a5 req-e6378775-f0d9-4613-b14c-3a2fd90f6a4e tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 931 time: 0.1060939 Apr 04 06:10:43.783543 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3823d58d-cb19-4cc3-ade3-5592e746a93c admin admin] Publish callbacks [] for security_group (f62b2a3c-b9e4-4a8d-a853-ec09acf3ab31), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:43.787925 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4d52a85f-ab40-4a97-bbe3-3f2fb601b83d admin admin] Publish callbacks [] for security_group (f52e4975-c639-4774-be8a-bf36439a552c), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:43.798771 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3823d58d-cb19-4cc3-ade3-5592e746a93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (f62b2a3c-b9e4-4a8d-a853-ec09acf3ab31), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:43.804924 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4d52a85f-ab40-4a97-bbe3-3f2fb601b83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (f52e4975-c639-4774-be8a-bf36439a552c), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:43.867697 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e9f84263-d31f-4854-bc78-bc5359e274a5 req-bef3ca6a-6fe3-48d4-9d1c-130c0f344b58 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518049 Apr 04 06:10:43.872005 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823d58d-cb19-4cc3-ade3-5592e746a93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62b2a3c-b9e4-4a8d-a853-ec09acf3ab31,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:43.880195 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-3823d58d-cb19-4cc3-ade3-5592e746a93c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae6a3d08b1fb400f8aa939fada9faba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3339822 Apr 04 06:10:43.880954 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 50670) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:43.882061 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-4d52a85f-ab40-4a97-bbe3-3f2fb601b83d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=596c831847f24a3c838a9fbb6e891162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4350507 Apr 04 06:10:43.889505 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4d03c-b53e-4704-870b-458c03250b32 req-c1b4fd5c-ab9f-4e06-892d-d2088941e0fb tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:43.889734 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 50674) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:43.891018 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-42d4d03c-b53e-4704-870b-458c03250b32 req-c1b4fd5c-ab9f-4e06-892d-d2088941e0fb tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.2001357 Apr 04 06:10:43.928126 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52a85f-ab40-4a97-bbe3-3f2fb601b83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52e4975-c639-4774-be8a-bf36439a552c,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:43.957621 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-42d4d03c-b53e-4704-870b-458c03250b32 req-7b023613-65eb-4e21-b964-5260c85e9669 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570586 Apr 04 06:10:43.994146 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe7c3-800a-4765-af90-1ee86eb6d7cb admin admin] Publish callbacks [] for security_group (f62b2a3c-b9e4-4a8d-a853-ec09acf3ab31), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:43.999745 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d151c57e-982c-4e8c-b18a-642a861b3b72 admin admin] Publish callbacks [] for security_group (f52e4975-c639-4774-be8a-bf36439a552c), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:44.030339 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe7c3-800a-4765-af90-1ee86eb6d7cb admin admin] Publish callbacks [] for security_group (f62b2a3c-b9e4-4a8d-a853-ec09acf3ab31), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:44.040248 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d151c57e-982c-4e8c-b18a-642a861b3b72 admin admin] Publish callbacks [] for security_group (f52e4975-c639-4774-be8a-bf36439a552c), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:44.104936 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe7c3-800a-4765-af90-1ee86eb6d7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (f62b2a3c-b9e4-4a8d-a853-ec09acf3ab31), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:44.107908 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5b2fe7c3-800a-4765-af90-1ee86eb6d7cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:44.109084 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-5b2fe7c3-800a-4765-af90-1ee86eb6d7cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f62b2a3c-b9e4-4a8d-a853-ec09acf3ab31 HTTP/1.1" status: 204 len: 168 time: 0.2273171 Apr 04 06:10:44.111546 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d151c57e-982c-4e8c-b18a-642a861b3b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (f52e4975-c639-4774-be8a-bf36439a552c), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:44.114037 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d151c57e-982c-4e8c-b18a-642a861b3b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:44.115046 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-d151c57e-982c-4e8c-b18a-642a861b3b72 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f52e4975-c639-4774-be8a-bf36439a552c HTTP/1.1" status: 204 len: 168 time: 0.2244744 Apr 04 06:10:44.121087 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fe7c3-800a-4765-af90-1ee86eb6d7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62b2a3c-b9e4-4a8d-a853-ec09acf3ab31,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:44.131245 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151c57e-982c-4e8c-b18a-642a861b3b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52e4975-c639-4774-be8a-bf36439a552c,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:44.371870 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f43e5-4767-4f98-ae36-02073cadb888 req-c12862fb-fbca-48e6-a565-16394a542dc0 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:44.373418 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-563f43e5-4767-4f98-ae36-02073cadb888 req-c12862fb-fbca-48e6-a565-16394a542dc0 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 943 time: 0.0598054 Apr 04 06:10:44.449044 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-563f43e5-4767-4f98-ae36-02073cadb888 req-067b96da-6bae-41ec-9438-c0134a23711b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681331 Apr 04 06:10:44.473108 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 50688) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:44.473463 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 50690) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:44.482282 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa3a50-6d1b-4a7b-8f0b-ad8a95607a84 req-addd525f-a11d-4760-b3b3-03f30daf1cdc tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:44.484217 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e3aa3a50-6d1b-4a7b-8f0b-ad8a95607a84 req-addd525f-a11d-4760-b3b3-03f30daf1cdc tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 944 time: 0.0766509 Apr 04 06:10:44.496471 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-af635df7-baa2-4c72-bf01-4bfb8100b8e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:44.499281 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1393abd1-1f8d-4d69-a921-03d3bbe8ee4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:44.537473 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e3aa3a50-6d1b-4a7b-8f0b-ad8a95607a84 req-03b79386-2e63-4c46-8822-7be1154e50bf tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469284 Apr 04 06:10:44.797876 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-af635df7-baa2-4c72-bf01-4bfb8100b8e7 admin admin] Publish callbacks [] for security_group (79a946cd-490e-4b0b-a2af-5e73b67b7d2e), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:44.803076 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1393abd1-1f8d-4d69-a921-03d3bbe8ee4d admin admin] Publish callbacks [] for security_group (8fae3371-51fe-47f3-870f-aa78e13ab7de), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:44.804597 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-af635df7-baa2-4c72-bf01-4bfb8100b8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (79a946cd-490e-4b0b-a2af-5e73b67b7d2e), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:44.815112 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1393abd1-1f8d-4d69-a921-03d3bbe8ee4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (8fae3371-51fe-47f3-870f-aa78e13ab7de), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:44.861093 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-af635df7-baa2-4c72-bf01-4bfb8100b8e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2fcde1cc804c4ae88a940d23453f05c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3853128 Apr 04 06:10:44.866455 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-1393abd1-1f8d-4d69-a921-03d3bbe8ee4d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9da25b2be3c24d6c85c04115c1e3070d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3895731 Apr 04 06:10:44.866455 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 50694) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:44.866455 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af635df7-baa2-4c72-bf01-4bfb8100b8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a946cd-490e-4b0b-a2af-5e73b67b7d2e,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:44.868715 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 50696) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:44.936888 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393abd1-1f8d-4d69-a921-03d3bbe8ee4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fae3371-51fe-47f3-870f-aa78e13ab7de,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:44.969880 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-85b51d1b-b893-48aa-bce7-a00519e230ce admin admin] Publish callbacks [] for security_group (79a946cd-490e-4b0b-a2af-5e73b67b7d2e), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:44.993937 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7aabbacd-bec4-4cff-958e-abeb61eed543 admin admin] Publish callbacks [] for security_group (8fae3371-51fe-47f3-870f-aa78e13ab7de), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:45.012946 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-85b51d1b-b893-48aa-bce7-a00519e230ce admin admin] Publish callbacks [] for security_group (79a946cd-490e-4b0b-a2af-5e73b67b7d2e), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:45.037867 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7aabbacd-bec4-4cff-958e-abeb61eed543 admin admin] Publish callbacks [] for security_group (8fae3371-51fe-47f3-870f-aa78e13ab7de), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:45.059957 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73ea53-0833-49b1-b03b-887a940a31be req-3f447c2f-3eae-4360-bf91-fcb85f75ab56 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:45.061501 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-da73ea53-0833-49b1-b03b-887a940a31be req-3f447c2f-3eae-4360-bf91-fcb85f75ab56 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 931 time: 0.0963328 Apr 04 06:10:45.098714 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-85b51d1b-b893-48aa-bce7-a00519e230ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (79a946cd-490e-4b0b-a2af-5e73b67b7d2e), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:45.101487 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-85b51d1b-b893-48aa-bce7-a00519e230ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:45.104950 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-85b51d1b-b893-48aa-bce7-a00519e230ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/79a946cd-490e-4b0b-a2af-5e73b67b7d2e HTTP/1.1" status: 204 len: 168 time: 0.2372396 Apr 04 06:10:45.106732 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7aabbacd-bec4-4cff-958e-abeb61eed543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (8fae3371-51fe-47f3-870f-aa78e13ab7de), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:45.109218 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7aabbacd-bec4-4cff-958e-abeb61eed543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:45.112994 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-7aabbacd-bec4-4cff-958e-abeb61eed543 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8fae3371-51fe-47f3-870f-aa78e13ab7de HTTP/1.1" status: 204 len: 168 time: 0.2389235 Apr 04 06:10:45.118693 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b51d1b-b893-48aa-bce7-a00519e230ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a946cd-490e-4b0b-a2af-5e73b67b7d2e,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:45.128484 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabbacd-bec4-4cff-958e-abeb61eed543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fae3371-51fe-47f3-870f-aa78e13ab7de,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:45.131856 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c31f6-3b66-405a-80f8-c52d9967cb94 req-cb78f4bf-351b-443f-8385-8acd5a8db798 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:45.133485 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-863c31f6-3b66-405a-80f8-c52d9967cb94 req-cb78f4bf-351b-443f-8385-8acd5a8db798 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0928793 Apr 04 06:10:45.150260 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-da73ea53-0833-49b1-b03b-887a940a31be req-ddb5dabb-baeb-43ee-b26d-cbf788504f4f tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717447 Apr 04 06:10:45.217824 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-863c31f6-3b66-405a-80f8-c52d9967cb94 req-c0c1e252-516a-404f-a667-56a6d143f87d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627775 Apr 04 06:10:45.655673 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6779e0a9-8acf-4b07-bd43-cc89f881c634 req-56ee4ff6-548e-4452-be50-f3a1b269177b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e489c0f-da2a-4d87-8c10-4442c8b1e207 HTTP/1.1" status: 200 len: 217 time: 0.0473418 Apr 04 06:10:45.661440 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] Request body: {'port': {'device_id': '9f7efae2-ecff-441e-8c21-828101b5d6a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:10:45.711780 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501dd56-f5f9-4704-aa3f-e4b878646e7e req-62c895dd-b210-40d3-90dc-9504ffcb959f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:45.718581 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7501dd56-f5f9-4704-aa3f-e4b878646e7e req-62c895dd-b210-40d3-90dc-9504ffcb959f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 943 time: 0.1771753 Apr 04 06:10:45.798051 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f328de-e8c0-4e0e-a348-c156c3083b0c req-b19c4c86-3c29-4e59-a0af-70d0b007026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:45.799600 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-23f328de-e8c0-4e0e-a348-c156c3083b0c req-b19c4c86-3c29-4e59-a0af-70d0b007026e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb48c2dfec0b435e978641e49934d2c0&device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 1128 time: 0.1060073 Apr 04 06:10:45.912984 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4e799dcd-a4f9-4d2b-9887-3f028f51cc43 req-2ad745c0-ca75-422c-8fc1-eaee510b155c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac71e269-e2af-45bd-a2a6-c349fa7e1f03 HTTP/1.1" status: 200 len: 217 time: 0.2199750 Apr 04 06:10:45.915170 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4256a5b-c36a-4ae0-8618-04663a4bb19a req-9398979e-ae81-4c60-873e-27820748e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:45.916664 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-e4256a5b-c36a-4ae0-8618-04663a4bb19a req-9398979e-ae81-4c60-873e-27820748e812 service neutron] 10.222.0.37 "GET /v2.0/networks?id=26e2fb68-805f-433f-ae13-ccc07aa47348 HTTP/1.1" status: 200 len: 920 time: 0.3076932 Apr 04 06:10:45.977098 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7501dd56-f5f9-4704-aa3f-e4b878646e7e req-27fe46ba-d59c-4cd7-bfb6-f63063759d6b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525444 Apr 04 06:10:45.992158 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-e4256a5b-c36a-4ae0-8618-04663a4bb19a req-06a194b3-af87-4120-8da0-9f6f8f47e0a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5846f42-b520-40f3-8d48-058d23e28e31 HTTP/1.1" status: 200 len: 217 time: 0.0627496 Apr 04 06:10:46.008598 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779e0a9-8acf-4b07-bd43-cc89f881c634 req-52bc4b26-6811-4a3c-9ea3-ba56efff4d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:46.011442 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6779e0a9-8acf-4b07-bd43-cc89f881c634 req-52bc4b26-6811-4a3c-9ea3-ba56efff4d23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bb9207-6ade-4d75-844a-3661ead84b19 HTTP/1.1" status: 200 len: 858 time: 0.3088925 Apr 04 06:10:46.012457 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (241b8638-fb78-4f69-b79f-997a9d0d3411), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:46.064394 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e806e-0463-49e5-91d1-6ede5939c723 req-fe065989-6f6c-4bda-875c-73f3e0c7c766 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:46.066543 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b48e806e-0463-49e5-91d1-6ede5939c723 req-fe065989-6f6c-4bda-875c-73f3e0c7c766 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 944 time: 0.3758085 Apr 04 06:10:46.093857 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f328de-e8c0-4e0e-a348-c156c3083b0c req-d654d758-840d-40d3-9fde-3549fcb1d7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:46.095385 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-23f328de-e8c0-4e0e-a348-c156c3083b0c req-d654d758-840d-40d3-9fde-3549fcb1d7a3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=eb48c2dfec0b435e978641e49934d2c0&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2812881 Apr 04 06:10:46.140627 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4256a5b-c36a-4ae0-8618-04663a4bb19a req-671eecb6-0b78-4a87-b2d1-3f18c89e8c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:46.142154 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-e4256a5b-c36a-4ae0-8618-04663a4bb19a req-671eecb6-0b78-4a87-b2d1-3f18c89e8c37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bb9207-6ade-4d75-844a-3661ead84b19 HTTP/1.1" status: 200 len: 858 time: 0.1429508 Apr 04 06:10:46.178932 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e799dcd-a4f9-4d2b-9887-3f028f51cc43 req-22609bcd-558b-4b74-a7e2-50d258108207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:46.181316 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4e799dcd-a4f9-4d2b-9887-3f028f51cc43 req-22609bcd-558b-4b74-a7e2-50d258108207 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6b0b4225-4153-43cc-8dbd-8cf9d88b0f52 HTTP/1.1" status: 200 len: 852 time: 0.2447829 Apr 04 06:10:46.294739 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4e799dcd-a4f9-4d2b-9887-3f028f51cc43 req-27d475b7-e9aa-4825-bd07-d63de7f8ab0f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4cb39ca7-a4fd-470f-856b-99e62f80a3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993388 Apr 04 06:10:46.298208 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b48e806e-0463-49e5-91d1-6ede5939c723 req-3a73af40-44cc-4395-97c8-9344e346197d tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872389 Apr 04 06:10:46.305438 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779e0a9-8acf-4b07-bd43-cc89f881c634 req-256bebfb-2bac-4efd-8f24-d0e182b55eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:46.306967 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6779e0a9-8acf-4b07-bd43-cc89f881c634 req-256bebfb-2bac-4efd-8f24-d0e182b55eda service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26e2fb68-805f-433f-ae13-ccc07aa47348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2718506 Apr 04 06:10:46.338926 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4256a5b-c36a-4ae0-8618-04663a4bb19a req-515af384-c46e-48a8-84ae-55283a368b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:46.339770 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-e4256a5b-c36a-4ae0-8618-04663a4bb19a req-515af384-c46e-48a8-84ae-55283a368b92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26e2fb68-805f-433f-ae13-ccc07aa47348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1791737 Apr 04 06:10:46.359929 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f328de-e8c0-4e0e-a348-c156c3083b0c req-add295fa-806f-4e33-a38c-a4dbb29a5e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:46.361437 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-23f328de-e8c0-4e0e-a348-c156c3083b0c req-add295fa-806f-4e33-a38c-a4dbb29a5e0a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2548163 Apr 04 06:10:46.509118 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-e4256a5b-c36a-4ae0-8618-04663a4bb19a req-8ffd567b-7a66-4ee6-a0d4-dfb160c4eb47 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611588 Apr 04 06:10:46.586440 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-f1b702d5-bc66-42f8-939c-4d4fe355bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:46.588260 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-f1b702d5-bc66-42f8-939c-4d4fe355bce8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb48c2dfec0b435e978641e49934d2c0&device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 1128 time: 0.1449957 Apr 04 06:10:46.679637 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-ab8ec4c7-0007-4b26-8af4-d89fd1a2f494 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1586b070-d9d3-4269-a097-fdf560b96ec5 HTTP/1.1" status: 200 len: 217 time: 0.0803733 Apr 04 06:10:46.775758 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-e4256a5b-c36a-4ae0-8618-04663a4bb19a req-e852dbbf-d6f8-4b2d-b9fe-24ea0ad73e01 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602179 Apr 04 06:10:46.784596 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-298cbbce-4876-4d9b-9fc2-c740cfefbee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:46.787109 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-298cbbce-4876-4d9b-9fc2-c740cfefbee2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9a8a955-6bc6-44f6-83f1-2fcedefaefaf HTTP/1.1" status: 200 len: 855 time: 0.0961299 Apr 04 06:10:46.823833 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6779e0a9-8acf-4b07-bd43-cc89f881c634 req-73c4b241-3228-4e92-86d1-153511cd8f40 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668782 Apr 04 06:10:46.845861 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df75a5-19f0-4da8-b749-428821ad477c req-3fdfd6b5-2c1c-47fe-a759-84eb6f99dcc0 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:46.853486 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-99df75a5-19f0-4da8-b749-428821ad477c req-3fdfd6b5-2c1c-47fe-a759-84eb6f99dcc0 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 931 time: 0.5509746 Apr 04 06:10:46.893931 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4e799dcd-a4f9-4d2b-9887-3f028f51cc43 req-3e2a5458-daea-4ec8-b027-c8434d0c71d0 service neutron] 10.222.0.37 "GET /v2.0/networks/4cb39ca7-a4fd-470f-856b-99e62f80a3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5859182 Apr 04 06:10:46.896831 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-d996a4c4-c252-4146-bcf3-af16f2e161f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:46.899290 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-d996a4c4-c252-4146-bcf3-af16f2e161f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=912f530c-0c5f-4821-bf75-3c7641d0619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1049769 Apr 04 06:10:47.039185 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-7879a5c9-f9c7-4872-8f80-a70fc235b3db service neutron] 10.222.0.37 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315401 Apr 04 06:10:47.053907 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d1edf-65c6-4a68-b742-5d47954f79e3 req-ae5654c6-38a4-43c7-9731-bd6bd3de042f tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:47.060720 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6c5d1edf-65c6-4a68-b742-5d47954f79e3 req-ae5654c6-38a4-43c7-9731-bd6bd3de042f tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.5792487 Apr 04 06:10:47.125288 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-99df75a5-19f0-4da8-b749-428821ad477c req-9f5ea815-70bf-4674-a444-57eff0e5cc24 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486064 Apr 04 06:10:47.169517 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-d72156cc-dcbe-4409-91da-fd5e957f5ac4 service neutron] 10.222.0.37 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232438 Apr 04 06:10:47.276729 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6c5d1edf-65c6-4a68-b742-5d47954f79e3 req-e5e2594a-0397-43f1-9765-e31e81064e8f tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150843 Apr 04 06:10:47.302647 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6779e0a9-8acf-4b07-bd43-cc89f881c634 req-3bf6df3d-c28d-4c6c-90c8-087ce8cb165d service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294682 Apr 04 06:10:47.304349 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241b8638-fb78-4f69-b79f-997a9d0d3411 {{(pid=103480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:10:47.310654 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4e799dcd-a4f9-4d2b-9887-3f028f51cc43 req-d984c998-8c0f-41a3-916f-b8042ccbfbde service neutron] 10.222.0.37 "GET /v2.0/networks/4cb39ca7-a4fd-470f-856b-99e62f80a3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937840 Apr 04 06:10:47.318560 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] Publish callbacks [] for port (241b8638-fb78-4f69-b79f-997a9d0d3411), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:47.340254 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.provisioning_blocks [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] Transition to ACTIVE for port object 241b8638-fb78-4f69-b79f-997a9d0d3411 will not be triggered until provisioned by entity L2. {{(pid=103480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 06:10:47.348178 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (241b8638-fb78-4f69-b79f-997a9d0d3411), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:47.362428 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee53cdf-16fd-4761-839a-75d5a24277b5 req-34c26b29-8c37-4738-ae1b-61ff659de33c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:47.365178 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fee53cdf-16fd-4761-839a-75d5a24277b5 req-34c26b29-8c37-4738-ae1b-61ff659de33c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 943 time: 0.1248572 Apr 04 06:10:47.458497 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] Pushing event updated for resources: {'Port': ['ID=241b8638-fb78-4f69-b79f-997a9d0d3411,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:47.746629 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fee53cdf-16fd-4761-839a-75d5a24277b5 req-6170a8ef-ebd0-4c37-a362-d09a98801e0f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597305 Apr 04 06:10:47.776178 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084d45b-42b2-4924-9897-49c7069f670c req-ae4a4b82-9d2d-4c34-b4ac-fda57e3dbdfd tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:47.777696 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2084d45b-42b2-4924-9897-49c7069f670c req-ae4a4b82-9d2d-4c34-b4ac-fda57e3dbdfd tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 944 time: 0.3558538 Apr 04 06:10:47.788159 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 50830) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:47.804280 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] Attempting to bind port 241b8638-fb78-4f69-b79f-997a9d0d3411 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:10:47.804612 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] Attempting to bind port 241b8638-fb78-4f69-b79f-997a9d0d3411 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '806f87e6-78c2-4ae9-9d36-4786ef43fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:10:47.805051 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] Attempting to bind port 241b8638-fb78-4f69-b79f-997a9d0d3411 on network 346304e3-defa-40dc-a5ad-7a093dfc23b7 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:10:47.812757 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] Port 241b8638-fb78-4f69-b79f-997a9d0d3411 on network 346304e3-defa-40dc-a5ad-7a093dfc23b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 06:10:47.813100 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] Attempting to bind port 241b8638-fb78-4f69-b79f-997a9d0d3411 on network 346304e3-defa-40dc-a5ad-7a093dfc23b7 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:10:47.825639 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] Checking agent: {'id': '0c1e107c-d850-42a9-b491-1b463a8f645f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'started_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:10:47.826315 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] Checking segment: {'id': '806f87e6-78c2-4ae9-9d36-4786ef43fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:10:47.826315 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] Bound using segment: {'id': '806f87e6-78c2-4ae9-9d36-4786ef43fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:10:47.826768 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] Bound port: 241b8638-fb78-4f69-b79f-997a9d0d3411, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806f87e6-78c2-4ae9-9d36-4786ef43fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:10:47.827130 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (241b8638-fb78-4f69-b79f-997a9d0d3411), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:47.855325 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2084d45b-42b2-4924-9897-49c7069f670c req-fea48e46-6f06-4c86-88ab-82f5db999c9e tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669408 Apr 04 06:10:47.913443 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] For port 241b8638-fb78-4f69-b79f-997a9d0d3411, host hv-cinder-83444, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:10:47.917311 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] For port 241b8638-fb78-4f69-b79f-997a9d0d3411, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=241b8638-fb78-4f69-b79f-997a9d0d3411,segment=NetworkSegment(806f87e6-78c2-4ae9-9d36-4786ef43fbe2),segment_id=806f87e6-78c2-4ae9-9d36-4786ef43fbe2)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:10:47.934105 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (241b8638-fb78-4f69-b79f-997a9d0d3411), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:47.970756 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:47.971375 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:47.973173 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] 10.222.0.37 "PUT /v2.0/ports/241b8638-fb78-4f69-b79f-997a9d0d3411 HTTP/1.1" status: 200 len: 1093 time: 2.3165534 Apr 04 06:10:47.975455 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7efae2-ecff-441e-8c21-828101b5d6a0', 'tag': '241b8638-fb78-4f69-b79f-997a9d0d3411'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:10:47.978130 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6092ed71-25f3-487a-a2b4-0b57986ba84f" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7efae2-ecff-441e-8c21-828101b5d6a0", "tag": "241b8638-fb78-4f69-b79f-997a9d0d3411"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:10:48.042204 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693272f9-f37c-4625-97e2-e50eba78c54e service neutron] Pushing event updated for resources: {'Port': ['ID=241b8638-fb78-4f69-b79f-997a9d0d3411,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:48.064566 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f1ff84e3-d13d-479c-a2f1-27d058001803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:48.077262 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e662b1-21b5-4513-968d-8b8327c11743 x-openstack-request-id: req-75e662b1-21b5-4513-968d-8b8327c11743 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:10:48.077699 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7efae2-ecff-441e-8c21-828101b5d6a0", "tag": "241b8638-fb78-4f69-b79f-997a9d0d3411", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:10:48.078095 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-75e662b1-21b5-4513-968d-8b8327c11743 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:10:48.078603 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75e662b1-21b5-4513-968d-8b8327c11743'] response: {'name': 'network-changed', 'server_uuid': '9f7efae2-ecff-441e-8c21-828101b5d6a0', 'tag': '241b8638-fb78-4f69-b79f-997a9d0d3411', 'status': 'completed', 'code': 200} Apr 04 06:10:48.105835 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-f316abc6-6f3b-422d-a822-325b0c444f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:48.107517 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-f316abc6-6f3b-422d-a822-325b0c444f6f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3bf2aa8f9fc74712aac7ec691de75582&device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 1127 time: 0.0838680 Apr 04 06:10:48.179578 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-0f4b12f7-8832-433a-a18b-169d707f9e94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=241b8638-fb78-4f69-b79f-997a9d0d3411 HTTP/1.1" status: 200 len: 217 time: 0.0528090 Apr 04 06:10:48.222708 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f1ff84e3-d13d-479c-a2f1-27d058001803 admin admin] Publish callbacks [] for security_group (69d88c2f-2bca-46f7-8843-2a4c79518dd2), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:48.228732 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f1ff84e3-d13d-479c-a2f1-27d058001803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (69d88c2f-2bca-46f7-8843-2a4c79518dd2), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:48.235960 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-2b8a55c4-ba1c-4491-90ce-ebe6ab9bc1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:48.238141 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-2b8a55c4-ba1c-4491-90ce-ebe6ab9bc1c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=389db79c-3d35-45ec-be77-a745fbe4b317 HTTP/1.1" status: 200 len: 849 time: 0.0577362 Apr 04 06:10:48.276454 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-f1ff84e3-d13d-479c-a2f1-27d058001803 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=863304e7de6344908a4687c6009c8a60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4869843 Apr 04 06:10:48.277343 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 50846) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:48.283544 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff84e3-d13d-479c-a2f1-27d058001803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d88c2f-2bca-46f7-8843-2a4c79518dd2,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:48.351197 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-71d75caf-249c-42de-9502-71256764db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:48.352996 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-71d75caf-249c-42de-9502-71256764db63 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=346304e3-defa-40dc-a5ad-7a093dfc23b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1066861 Apr 04 06:10:48.362199 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-16bce971-a295-4bcc-ae43-7fab10cc8c2b admin admin] Publish callbacks [] for security_group (69d88c2f-2bca-46f7-8843-2a4c79518dd2), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:48.394754 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc1127-47ed-4be1-b6b2-57dde676ee71 req-05a59916-ec60-450e-ac4b-3569e38db109 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:48.403577 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3afc1127-47ed-4be1-b6b2-57dde676ee71 req-05a59916-ec60-450e-ac4b-3569e38db109 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 943 time: 0.1179392 Apr 04 06:10:48.413161 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-16bce971-a295-4bcc-ae43-7fab10cc8c2b admin admin] Publish callbacks [] for security_group (69d88c2f-2bca-46f7-8843-2a4c79518dd2), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:48.503308 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-16bce971-a295-4bcc-ae43-7fab10cc8c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (69d88c2f-2bca-46f7-8843-2a4c79518dd2), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:48.508270 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-16bce971-a295-4bcc-ae43-7fab10cc8c2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:48.516827 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-16bce971-a295-4bcc-ae43-7fab10cc8c2b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69d88c2f-2bca-46f7-8843-2a4c79518dd2 HTTP/1.1" status: 204 len: 168 time: 0.2363038 Apr 04 06:10:48.536175 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bce971-a295-4bcc-ae43-7fab10cc8c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d88c2f-2bca-46f7-8843-2a4c79518dd2,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:48.567769 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3afc1127-47ed-4be1-b6b2-57dde676ee71 req-db28e621-03fb-4061-a766-2396355b0313 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609025 Apr 04 06:10:48.587865 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cc285-f89e-4b4e-9c21-8faaef1caeae req-21caac8e-4fe3-465e-ae6f-09df04407bb6 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:48.591009 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-815cc285-f89e-4b4e-9c21-8faaef1caeae req-21caac8e-4fe3-465e-ae6f-09df04407bb6 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.1604807 Apr 04 06:10:48.626139 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-381b7537-d301-4da2-aaac-340ef9602703 service neutron] 10.222.0.37 "GET /v2.0/networks/346304e3-defa-40dc-a5ad-7a093dfc23b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624207 Apr 04 06:10:48.725870 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-815cc285-f89e-4b4e-9c21-8faaef1caeae req-97a424e0-45f0-4c92-a215-b895c5fe7425 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165228 Apr 04 06:10:48.766694 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2d3b7da1-68b9-4f48-8543-1554d1a0115d req-9e3a6515-38a8-4bbf-8d85-76ee2009d100 service neutron] 10.222.0.37 "GET /v2.0/networks/346304e3-defa-40dc-a5ad-7a093dfc23b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317461 Apr 04 06:10:48.914321 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 50872) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:48.929142 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-21811a23-46bd-48b8-bb1b-18997b5e1109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:48.994568 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092ed71-25f3-487a-a2b4-0b57986ba84f req-4df1d189-356b-40b9-bfeb-ffee3fd361c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:48.996389 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6092ed71-25f3-487a-a2b4-0b57986ba84f req-4df1d189-356b-40b9-bfeb-ffee3fd361c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3bf2aa8f9fc74712aac7ec691de75582&device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 1127 time: 0.1667345 Apr 04 06:10:49.008978 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f3e9b-5199-45db-ba52-b4f961cf79e4 req-8344e95f-a541-4f74-ba6c-9b7fe17bd78b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:49.010437 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ea1f3e9b-5199-45db-ba52-b4f961cf79e4 req-8344e95f-a541-4f74-ba6c-9b7fe17bd78b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 943 time: 0.1466763 Apr 04 06:10:49.016233 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-21811a23-46bd-48b8-bb1b-18997b5e1109 admin admin] Publish callbacks [] for security_group (06c6c486-2bed-481a-9381-8ab35366b3d2), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:49.020719 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-21811a23-46bd-48b8-bb1b-18997b5e1109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (06c6c486-2bed-481a-9381-8ab35366b3d2), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:49.061958 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-21811a23-46bd-48b8-bb1b-18997b5e1109 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92ba3ada9d534ecfae262511dc7b473c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438050 Apr 04 06:10:49.061958 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21811a23-46bd-48b8-bb1b-18997b5e1109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c6c486-2bed-481a-9381-8ab35366b3d2,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:49.063704 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 50876) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:49.112979 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ede4a0c2-d11f-4b36-a7f4-635092be3722 admin admin] Publish callbacks [] for security_group (06c6c486-2bed-481a-9381-8ab35366b3d2), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:49.122247 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd593c-b159-4497-932b-5e633673892b req-732dc754-3acb-492d-868d-cea7a26974ed tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:49.123678 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b2fd593c-b159-4497-932b-5e633673892b req-732dc754-3acb-492d-868d-cea7a26974ed tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 944 time: 0.1741657 Apr 04 06:10:49.134775 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ede4a0c2-d11f-4b36-a7f4-635092be3722 admin admin] Publish callbacks [] for security_group (06c6c486-2bed-481a-9381-8ab35366b3d2), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:49.151103 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ea1f3e9b-5199-45db-ba52-b4f961cf79e4 req-d8a522a1-68d8-4972-a631-37709363527b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286457 Apr 04 06:10:49.169003 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092ed71-25f3-487a-a2b4-0b57986ba84f req-82888afc-d526-419f-ab22-b9c729849718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:49.170502 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6092ed71-25f3-487a-a2b4-0b57986ba84f req-82888afc-d526-419f-ab22-b9c729849718 service neutron] 10.222.0.37 "GET /v2.0/networks?id=346304e3-defa-40dc-a5ad-7a093dfc23b7 HTTP/1.1" status: 200 len: 911 time: 0.1591780 Apr 04 06:10:49.191581 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ede4a0c2-d11f-4b36-a7f4-635092be3722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (06c6c486-2bed-481a-9381-8ab35366b3d2), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:49.194326 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ede4a0c2-d11f-4b36-a7f4-635092be3722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:49.195504 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-ede4a0c2-d11f-4b36-a7f4-635092be3722 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06c6c486-2bed-481a-9381-8ab35366b3d2 HTTP/1.1" status: 204 len: 168 time: 0.1307795 Apr 04 06:10:49.206505 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4a0c2-d11f-4b36-a7f4-635092be3722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c6c486-2bed-481a-9381-8ab35366b3d2,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:49.224986 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6092ed71-25f3-487a-a2b4-0b57986ba84f req-467c0861-0e67-4074-83be-1c27a11534a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=241b8638-fb78-4f69-b79f-997a9d0d3411 HTTP/1.1" status: 200 len: 217 time: 0.0437784 Apr 04 06:10:49.232435 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b2fd593c-b159-4497-932b-5e633673892b req-27bc4676-b488-45bc-846c-11416a82c55a tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006105 Apr 04 06:10:49.277655 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092ed71-25f3-487a-a2b4-0b57986ba84f req-45194c42-2a36-479b-bc3d-2641de988df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:49.279126 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6092ed71-25f3-487a-a2b4-0b57986ba84f req-45194c42-2a36-479b-bc3d-2641de988df4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=389db79c-3d35-45ec-be77-a745fbe4b317 HTTP/1.1" status: 200 len: 849 time: 0.0459342 Apr 04 06:10:49.333440 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092ed71-25f3-487a-a2b4-0b57986ba84f req-0f21a028-09a3-4803-885b-23f0e4c45bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:49.334972 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6092ed71-25f3-487a-a2b4-0b57986ba84f req-0f21a028-09a3-4803-885b-23f0e4c45bf2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=346304e3-defa-40dc-a5ad-7a093dfc23b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497286 Apr 04 06:10:49.429971 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6092ed71-25f3-487a-a2b4-0b57986ba84f req-6bd1d5ad-d6d7-419e-b519-5729f356ffc6 service neutron] 10.222.0.37 "GET /v2.0/networks/346304e3-defa-40dc-a5ad-7a093dfc23b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883725 Apr 04 06:10:49.534925 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6092ed71-25f3-487a-a2b4-0b57986ba84f req-71a57c4b-2ec3-4335-9b1e-d00db01a45aa service neutron] 10.222.0.37 "GET /v2.0/networks/346304e3-defa-40dc-a5ad-7a093dfc23b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966511 Apr 04 06:10:49.687434 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231111f1-1ba4-44b2-a752-747952e806f2 req-7cd8c8eb-cb3b-478d-bdd7-f15cf923987d tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:49.690078 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-231111f1-1ba4-44b2-a752-747952e806f2 req-7cd8c8eb-cb3b-478d-bdd7-f15cf923987d tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 943 time: 0.0557296 Apr 04 06:10:49.738329 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-231111f1-1ba4-44b2-a752-747952e806f2 req-1869965c-bed5-439b-8c8d-9a8333c95d93 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431607 Apr 04 06:10:49.910964 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604cc95-7a49-4fc9-a619-95dedaf25142 req-034ba1d5-411d-4dde-9723-2c89ce28562d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:49.912659 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2604cc95-7a49-4fc9-a619-95dedaf25142 req-034ba1d5-411d-4dde-9723-2c89ce28562d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0708609 Apr 04 06:10:49.966099 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2604cc95-7a49-4fc9-a619-95dedaf25142 req-a032305c-4cdd-4761-8741-053ab8a59b16 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471663 Apr 04 06:10:50.291505 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444de53-b597-49fc-980b-553bbfa41888 req-fd61d114-3712-4bed-aee9-6b2213c76a18 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:50.293474 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e444de53-b597-49fc-980b-553bbfa41888 req-fd61d114-3712-4bed-aee9-6b2213c76a18 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 943 time: 0.0706286 Apr 04 06:10:50.372516 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e444de53-b597-49fc-980b-553bbfa41888 req-75863975-6d3e-48a9-b14c-a72e2ac0484b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728185 Apr 04 06:10:50.385083 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c5f78-7edb-477a-95c3-72efaad11cb1 req-0c7cb01e-defb-45b2-81f7-0676144d8a20 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:50.386579 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e71c5f78-7edb-477a-95c3-72efaad11cb1 req-0c7cb01e-defb-45b2-81f7-0676144d8a20 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 944 time: 0.0792804 Apr 04 06:10:50.435953 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e71c5f78-7edb-477a-95c3-72efaad11cb1 req-18d0de94-c2bb-4608-9467-7ddead8ebbc4 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435724 Apr 04 06:10:50.871369 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4844ea-4d77-4b5a-8699-967caf90c590 req-f5f5a884-a71a-437e-aa93-253d840c6c91 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:50.872797 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bb4844ea-4d77-4b5a-8699-967caf90c590 req-f5f5a884-a71a-437e-aa93-253d840c6c91 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 943 time: 0.0655787 Apr 04 06:10:50.919351 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bb4844ea-4d77-4b5a-8699-967caf90c590 req-c7ce8829-9eee-4cf1-85e6-4253db6a8f8e tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409553 Apr 04 06:10:50.937567 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 50954) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:51.060936 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8cc929b6-5ba1-4328-9730-32f007f01316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:51.125467 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172e685-e14d-4f9e-8874-03891be470e7 req-3c025382-f55e-4048-aa17-82978b37de73 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:51.126981 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4172e685-e14d-4f9e-8874-03891be470e7 req-3c025382-f55e-4048-aa17-82978b37de73 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0819697 Apr 04 06:10:51.198468 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device ac71e269-e2af-45bd-a2a6-c349fa7e1f03 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:10:51.199443 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8cc929b6-5ba1-4328-9730-32f007f01316 admin admin] Publish callbacks [] for security_group (6f4e291e-06d0-4434-89c4-04581d1f0220), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:51.203613 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4172e685-e14d-4f9e-8874-03891be470e7 req-36854a36-7b28-4ef7-bce1-1a83b41dc834 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688536 Apr 04 06:10:51.205233 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8cc929b6-5ba1-4328-9730-32f007f01316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (6f4e291e-06d0-4434-89c4-04581d1f0220), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:51.260013 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-8cc929b6-5ba1-4328-9730-32f007f01316 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9f86bb6720e74d5db38f3e8776af555d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3211839 Apr 04 06:10:51.260861 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc929b6-5ba1-4328-9730-32f007f01316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4e291e-06d0-4434-89c4-04581d1f0220,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:51.263021 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 50964) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:51.319663 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d321bf8c-872a-4e70-a993-3b96665e8a00 admin admin] Publish callbacks [] for security_group (6f4e291e-06d0-4434-89c4-04581d1f0220), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:51.327493 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port ac71e269-e2af-45bd-a2a6-c349fa7e1f03, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ac71e269-e2af-45bd-a2a6-c349fa7e1f03,segment=NetworkSegment(919e8034-65c2-4c0f-8f5d-b4075571476a),segment_id=919e8034-65c2-4c0f-8f5d-b4075571476a)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:10:51.339277 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': 'ac71e269-e2af-45bd-a2a6-c349fa7e1f03', 'network_id': '4cb39ca7-a4fd-470f-856b-99e62f80a3f8', 'port_id': 'ac71e269-e2af-45bd-a2a6-c349fa7e1f03', 'mac_address': 'fa:16:3e:18:1f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b0b4225-4153-43cc-8dbd-8cf9d88b0f52', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:10:51.340154 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d321bf8c-872a-4e70-a993-3b96665e8a00 admin admin] Publish callbacks [] for security_group (6f4e291e-06d0-4434-89c4-04581d1f0220), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:51.374750 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port ac71e269-e2af-45bd-a2a6-c349fa7e1f03 is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:51.375445 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (ac71e269-e2af-45bd-a2a6-c349fa7e1f03), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:51.387360 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d321bf8c-872a-4e70-a993-3b96665e8a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (6f4e291e-06d0-4434-89c4-04581d1f0220), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:51.388570 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac71e269-e2af-45bd-a2a6-c349fa7e1f03 {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:10:51.390605 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d321bf8c-872a-4e70-a993-3b96665e8a00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:51.394748 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-d321bf8c-872a-4e70-a993-3b96665e8a00 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f4e291e-06d0-4434-89c4-04581d1f0220 HTTP/1.1" status: 204 len: 168 time: 0.1293616 Apr 04 06:10:51.404048 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321bf8c-872a-4e70-a993-3b96665e8a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4e291e-06d0-4434-89c4-04581d1f0220,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:51.409405 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port ac71e269-e2af-45bd-a2a6-c349fa7e1f03, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ac71e269-e2af-45bd-a2a6-c349fa7e1f03,segment=NetworkSegment(919e8034-65c2-4c0f-8f5d-b4075571476a),segment_id=919e8034-65c2-4c0f-8f5d-b4075571476a)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:10:51.419834 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (ac71e269-e2af-45bd-a2a6-c349fa7e1f03), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:51.420617 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device b5846f42-b520-40f3-8d48-058d23e28e31 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:10:51.519303 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=ac71e269-e2af-45bd-a2a6-c349fa7e1f03,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:51.550435 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8f757-79f0-4237-89c9-4dbab6108e3b req-73f0cb7e-bad8-46a9-a9c5-76169d88324e tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:51.552415 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-43d8f757-79f0-4237-89c9-4dbab6108e3b req-73f0cb7e-bad8-46a9-a9c5-76169d88324e tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 943 time: 0.0920146 Apr 04 06:10:51.567471 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port b5846f42-b520-40f3-8d48-058d23e28e31, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=b5846f42-b520-40f3-8d48-058d23e28e31,segment=NetworkSegment(449e42ca-afbf-4d5e-a8c0-f64385ea3ca8),segment_id=449e42ca-afbf-4d5e-a8c0-f64385ea3ca8)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:10:51.579115 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': 'b5846f42-b520-40f3-8d48-058d23e28e31', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'port_id': 'b5846f42-b520-40f3-8d48-058d23e28e31', 'mac_address': 'fa:16:3e:c9:27:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:10:51.622385 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port b5846f42-b520-40f3-8d48-058d23e28e31 is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:51.622778 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (b5846f42-b520-40f3-8d48-058d23e28e31), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:51.624309 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bf211-e2f2-4183-9442-7f8ba9f7b61d req-114078b9-7417-467f-9b8f-1f87cd095b7d tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:51.625836 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0c9bf211-e2f2-4183-9442-7f8ba9f7b61d req-114078b9-7417-467f-9b8f-1f87cd095b7d tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 945 time: 0.0960441 Apr 04 06:10:51.630631 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-43d8f757-79f0-4237-89c9-4dbab6108e3b req-3fd90d5f-5794-4c46-bcf2-0f9aa2439a0c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628109 Apr 04 06:10:51.636567 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5846f42-b520-40f3-8d48-058d23e28e31 {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:10:51.668876 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port b5846f42-b520-40f3-8d48-058d23e28e31, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=b5846f42-b520-40f3-8d48-058d23e28e31,segment=NetworkSegment(449e42ca-afbf-4d5e-a8c0-f64385ea3ca8),segment_id=449e42ca-afbf-4d5e-a8c0-f64385ea3ca8)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:10:51.673421 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (b5846f42-b520-40f3-8d48-058d23e28e31), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:51.674179 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 0e489c0f-da2a-4d87-8c10-4442c8b1e207 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:10:51.691792 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0c9bf211-e2f2-4183-9442-7f8ba9f7b61d req-38145f3e-e2d2-4290-b106-e9cff103f714 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512352 Apr 04 06:10:51.723004 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 50974) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:51.739304 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f16eb3e5-3857-4771-abed-a70adea6b43c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:51.749825 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=b5846f42-b520-40f3-8d48-058d23e28e31,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:51.753909 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 0e489c0f-da2a-4d87-8c10-4442c8b1e207, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=0e489c0f-da2a-4d87-8c10-4442c8b1e207,segment=NetworkSegment(449e42ca-afbf-4d5e-a8c0-f64385ea3ca8),segment_id=449e42ca-afbf-4d5e-a8c0-f64385ea3ca8)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:10:51.765863 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': '0e489c0f-da2a-4d87-8c10-4442c8b1e207', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'port_id': '0e489c0f-da2a-4d87-8c10-4442c8b1e207', 'mac_address': 'fa:16:3e:cb:fd:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:10:51.804606 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 0e489c0f-da2a-4d87-8c10-4442c8b1e207 is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:51.805006 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (0e489c0f-da2a-4d87-8c10-4442c8b1e207), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:51.815753 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f16eb3e5-3857-4771-abed-a70adea6b43c admin admin] Publish callbacks [] for security_group (8421a4cd-d608-4b6a-83ac-ca3cca54f62b), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:51.820077 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e489c0f-da2a-4d87-8c10-4442c8b1e207 {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:10:51.820617 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f16eb3e5-3857-4771-abed-a70adea6b43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (8421a4cd-d608-4b6a-83ac-ca3cca54f62b), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:51.839391 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 0e489c0f-da2a-4d87-8c10-4442c8b1e207, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=0e489c0f-da2a-4d87-8c10-4442c8b1e207,segment=NetworkSegment(449e42ca-afbf-4d5e-a8c0-f64385ea3ca8),segment_id=449e42ca-afbf-4d5e-a8c0-f64385ea3ca8)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:10:51.846470 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (0e489c0f-da2a-4d87-8c10-4442c8b1e207), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:51.863107 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-f16eb3e5-3857-4771-abed-a70adea6b43c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a3a5e1eac3c435e8a0cc453901d32be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365132 Apr 04 06:10:51.863107 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16eb3e5-3857-4771-abed-a70adea6b43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8421a4cd-d608-4b6a-83ac-ca3cca54f62b,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:51.863788 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 50976) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:51.899891 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=0e489c0f-da2a-4d87-8c10-4442c8b1e207,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:51.930485 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4f5d2d4d-0177-4571-b80b-df67688748e8 admin admin] Publish callbacks [] for security_group (8421a4cd-d608-4b6a-83ac-ca3cca54f62b), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:51.951636 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4f5d2d4d-0177-4571-b80b-df67688748e8 admin admin] Publish callbacks [] for security_group (8421a4cd-d608-4b6a-83ac-ca3cca54f62b), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:52.001770 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4f5d2d4d-0177-4571-b80b-df67688748e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (8421a4cd-d608-4b6a-83ac-ca3cca54f62b), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:52.004880 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4f5d2d4d-0177-4571-b80b-df67688748e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:52.006070 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-4f5d2d4d-0177-4571-b80b-df67688748e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8421a4cd-d608-4b6a-83ac-ca3cca54f62b HTTP/1.1" status: 204 len: 168 time: 0.1394794 Apr 04 06:10:52.014170 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d2d4d-0177-4571-b80b-df67688748e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8421a4cd-d608-4b6a-83ac-ca3cca54f62b,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:52.056830 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901943f-ed45-46c3-9947-ec5fee286839 req-7bd2b9d2-b129-43c4-97dd-55187bec3e86 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:52.058480 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c901943f-ed45-46c3-9947-ec5fee286839 req-7bd2b9d2-b129-43c4-97dd-55187bec3e86 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 943 time: 0.0663610 Apr 04 06:10:52.105290 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c901943f-ed45-46c3-9947-ec5fee286839 req-3a192e76-2a1b-4f14-968f-f9227d1f30a3 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410929 Apr 04 06:10:52.343318 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652bf48-8157-4bee-a924-aed449d20f31 req-be13aff1-f9cf-44a2-b598-d52cd9379bd8 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:52.344808 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e652bf48-8157-4bee-a924-aed449d20f31 req-be13aff1-f9cf-44a2-b598-d52cd9379bd8 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0589216 Apr 04 06:10:52.392436 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e652bf48-8157-4bee-a924-aed449d20f31 req-c6bc7504-a4e1-495e-a942-45309df502ad tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416846 Apr 04 06:10:52.752271 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de1e70-c437-42b6-a941-443b6cf72317 req-78da2152-023b-4c73-834d-359596de9256 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:52.753994 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-49de1e70-c437-42b6-a941-443b6cf72317 req-78da2152-023b-4c73-834d-359596de9256 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 944 time: 0.0554636 Apr 04 06:10:52.834869 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-49de1e70-c437-42b6-a941-443b6cf72317 req-b43cf7dd-afcc-4dc2-aabf-87a2e8433fab tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672939 Apr 04 06:10:52.841795 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa353cb0-2209-4444-b967-9cf642593926 req-cfbc2886-4fd4-4bdd-814e-890145dcb56e tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:52.843281 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-aa353cb0-2209-4444-b967-9cf642593926 req-cfbc2886-4fd4-4bdd-814e-890145dcb56e tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 945 time: 0.0881290 Apr 04 06:10:52.896262 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-aa353cb0-2209-4444-b967-9cf642593926 req-9f8c23e8-5e51-487c-9028-484732e0effb tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452673 Apr 04 06:10:53.225360 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69502cf-87e2-45c7-a6ef-682fc6e619da req-3fb4d07f-78f6-4952-9a16-05190e530117 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:53.226842 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b69502cf-87e2-45c7-a6ef-682fc6e619da req-3fb4d07f-78f6-4952-9a16-05190e530117 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 943 time: 0.0543747 Apr 04 06:10:53.276462 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b69502cf-87e2-45c7-a6ef-682fc6e619da req-d3cc6453-1c8a-47db-907b-e3cfb9a81959 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432899 Apr 04 06:10:53.517296 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c2443-d03c-4f7a-89e2-6334a7c127bc req-2f33f14d-110f-4089-ab67-a97c0acda022 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:53.518873 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-236c2443-d03c-4f7a-89e2-6334a7c127bc req-2f33f14d-110f-4089-ab67-a97c0acda022 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0540154 Apr 04 06:10:53.566375 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-236c2443-d03c-4f7a-89e2-6334a7c127bc req-7340edee-9f2f-4c15-9838-d2d634f857df tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418329 Apr 04 06:10:53.962368 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000429de-0fbb-482e-a316-94d8b43799f1 req-1fe8ab11-0ffa-4db2-87bf-c02f249442a2 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:53.963852 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-000429de-0fbb-482e-a316-94d8b43799f1 req-1fe8ab11-0ffa-4db2-87bf-c02f249442a2 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 944 time: 0.0570667 Apr 04 06:10:54.039486 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-000429de-0fbb-482e-a316-94d8b43799f1 req-d932059d-f71d-4c36-b885-523493305b0d tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664520 Apr 04 06:10:54.049457 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b2c48-c49a-4965-81e1-08e74a717c57 req-b4f1c777-5abd-4ecc-97b2-e8342b44cef7 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:54.051220 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-742b2c48-c49a-4965-81e1-08e74a717c57 req-b4f1c777-5abd-4ecc-97b2-e8342b44cef7 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 945 time: 0.0862479 Apr 04 06:10:54.103858 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-742b2c48-c49a-4965-81e1-08e74a717c57 req-8f46fdcd-f847-4c3a-b869-c142b3c6efb0 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441628 Apr 04 06:10:54.412280 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4497f1-5cd2-486f-9435-f2771a51c88f req-26f8feae-a172-41fc-8aa1-1e52dce9f228 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:54.413806 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ea4497f1-5cd2-486f-9435-f2771a51c88f req-26f8feae-a172-41fc-8aa1-1e52dce9f228 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 943 time: 0.0606754 Apr 04 06:10:54.469358 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ea4497f1-5cd2-486f-9435-f2771a51c88f req-0dc4044a-7ef1-469e-8c6e-9883b5e06dcf tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472980 Apr 04 06:10:54.699547 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2e38b-e767-4b52-b2d3-954b230f9ada req-9e4f5e24-54c7-43d8-9d06-dde0005357e2 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:54.700923 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-43d2e38b-e767-4b52-b2d3-954b230f9ada req-9e4f5e24-54c7-43d8-9d06-dde0005357e2 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0548968 Apr 04 06:10:54.749004 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-43d2e38b-e767-4b52-b2d3-954b230f9ada req-d6fe3692-d16a-4ad7-a0f9-008f2a08bffc tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403116 Apr 04 06:10:54.835974 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['ac71e269-e2af-45bd-a2a6-c349fa7e1f03'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:10:54.919641 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['b5846f42-b520-40f3-8d48-058d23e28e31'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:10:55.037882 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['0e489c0f-da2a-4d87-8c10-4442c8b1e207'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:10:55.265294 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9954c6-7812-4299-be20-80615d44e623 req-eccd40f5-4b0e-4a4c-9141-6e9855d37a6f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:55.267535 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1a9954c6-7812-4299-be20-80615d44e623 req-eccd40f5-4b0e-4a4c-9141-6e9855d37a6f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 944 time: 0.1391871 Apr 04 06:10:55.323409 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b0323-6b67-45a4-8232-ceb5e42b62c8 req-5dead201-74db-49e2-b7ab-104b82bd5ad1 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:55.324938 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b95b0323-6b67-45a4-8232-ceb5e42b62c8 req-5dead201-74db-49e2-b7ab-104b82bd5ad1 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 945 time: 0.1149635 Apr 04 06:10:55.349712 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1a9954c6-7812-4299-be20-80615d44e623 req-78f8e0d8-d019-445c-a2f4-015ce93c71e7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738235 Apr 04 06:10:55.393563 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b95b0323-6b67-45a4-8232-ceb5e42b62c8 req-ada70964-9bdf-4691-aa1b-b620db04e9b4 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574858 Apr 04 06:10:55.496774 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 1586b070-d9d3-4269-a097-fdf560b96ec5 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:10:55.591207 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6578ba-eb8a-4b69-b95d-cf2f3de6aae6 req-ab552e8c-6b9e-4f01-b5f5-e501f2b7a69b tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:55.593382 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3b6578ba-eb8a-4b69-b95d-cf2f3de6aae6 req-ab552e8c-6b9e-4f01-b5f5-e501f2b7a69b tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 943 time: 0.0536609 Apr 04 06:10:55.597993 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 1586b070-d9d3-4269-a097-fdf560b96ec5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1586b070-d9d3-4269-a097-fdf560b96ec5,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:10:55.612525 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': '1586b070-d9d3-4269-a097-fdf560b96ec5', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'port_id': '1586b070-d9d3-4269-a097-fdf560b96ec5', 'mac_address': 'fa:16:3e:19:1b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:10:55.645072 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3b6578ba-eb8a-4b69-b95d-cf2f3de6aae6 req-c957e193-efa0-4ee5-8700-7b8e2a1177c0 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448098 Apr 04 06:10:55.656872 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 1586b070-d9d3-4269-a097-fdf560b96ec5 is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:55.657364 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:55.671678 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1586b070-d9d3-4269-a097-fdf560b96ec5 {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:10:55.693711 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 1586b070-d9d3-4269-a097-fdf560b96ec5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1586b070-d9d3-4269-a097-fdf560b96ec5,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:10:55.699011 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:55.753529 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=1586b070-d9d3-4269-a097-fdf560b96ec5,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:55.874942 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996616a-96b8-49eb-b5ee-a65f023305b4 req-0b82333b-e871-4645-9213-3849610fd71e tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:55.876406 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b996616a-96b8-49eb-b5ee-a65f023305b4 req-0b82333b-e871-4645-9213-3849610fd71e tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 945 time: 0.0559309 Apr 04 06:10:55.924312 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b996616a-96b8-49eb-b5ee-a65f023305b4 req-985a3d0b-b177-4254-960c-aa723feb5f25 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420587 Apr 04 06:10:56.164050 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d06d108c-3c61-4ca6-bab1-b4f47256bd11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:56.477871 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499c50d-ade9-46be-8096-f7c0c158a867 req-46f4dc68-e92c-474f-b78f-774e092bb4f1 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:56.479370 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9499c50d-ade9-46be-8096-f7c0c158a867 req-46f4dc68-e92c-474f-b78f-774e092bb4f1 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 944 time: 0.0606210 Apr 04 06:10:56.563161 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc11163-d6b2-427f-bf46-0fcebb7c494c req-2ad28d43-514d-474f-a31a-335412651fc7 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:56.564706 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bfc11163-d6b2-427f-bf46-0fcebb7c494c req-2ad28d43-514d-474f-a31a-335412651fc7 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 945 time: 0.0844030 Apr 04 06:10:56.569177 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9499c50d-ade9-46be-8096-f7c0c158a867 req-88750a0b-3a3e-4e40-947c-fd7dbd81bcf3 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804641 Apr 04 06:10:56.625581 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bfc11163-d6b2-427f-bf46-0fcebb7c494c req-17fb5422-709d-4e5f-8d19-24d36c3afff9 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540078 Apr 04 06:10:56.773124 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43c831-d020-404f-9448-811a65302f17 req-46407221-3c46-4111-8545-480dfeafa8d1 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:56.779948 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ba43c831-d020-404f-9448-811a65302f17 req-46407221-3c46-4111-8545-480dfeafa8d1 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 943 time: 0.0604134 Apr 04 06:10:56.836851 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ba43c831-d020-404f-9448-811a65302f17 req-bbe0083a-1c27-4e57-9da3-de195d20b835 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560293 Apr 04 06:10:56.992052 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51156) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:57.047429 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059f14c-7f59-4433-814e-a76650b75d6b req-e2bb895e-973c-4e4b-9cc0-b946e1907139 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:57.048923 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a059f14c-7f59-4433-814e-a76650b75d6b req-e2bb895e-973c-4e4b-9cc0-b946e1907139 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 945 time: 0.0506752 Apr 04 06:10:57.097251 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a059f14c-7f59-4433-814e-a76650b75d6b req-f2e111f6-2819-46b7-9126-d46660837a5c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424075 Apr 04 06:10:57.097499 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4bebdbe1-c75c-454f-8f13-ec228e5ba311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:57.175233 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4bebdbe1-c75c-454f-8f13-ec228e5ba311 admin admin] Publish callbacks [] for security_group (021beb28-ff52-4abf-a332-f83649f42a6f), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:57.180584 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4bebdbe1-c75c-454f-8f13-ec228e5ba311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (021beb28-ff52-4abf-a332-f83649f42a6f), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:57.218887 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-4bebdbe1-c75c-454f-8f13-ec228e5ba311 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=faf7b5f717614794974609fd9dff73b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257490 Apr 04 06:10:57.221591 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 51162) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:57.223747 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebdbe1-c75c-454f-8f13-ec228e5ba311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021beb28-ff52-4abf-a332-f83649f42a6f,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:57.275411 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e2c7df98-df79-4085-8be4-6071a9ac3e38 admin admin] Publish callbacks [] for security_group (021beb28-ff52-4abf-a332-f83649f42a6f), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:57.299043 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e2c7df98-df79-4085-8be4-6071a9ac3e38 admin admin] Publish callbacks [] for security_group (021beb28-ff52-4abf-a332-f83649f42a6f), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:57.350721 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e2c7df98-df79-4085-8be4-6071a9ac3e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (021beb28-ff52-4abf-a332-f83649f42a6f), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:57.353304 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e2c7df98-df79-4085-8be4-6071a9ac3e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:57.354439 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-e2c7df98-df79-4085-8be4-6071a9ac3e38 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/021beb28-ff52-4abf-a332-f83649f42a6f HTTP/1.1" status: 204 len: 168 time: 0.1317830 Apr 04 06:10:57.361699 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7df98-df79-4085-8be4-6071a9ac3e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021beb28-ff52-4abf-a332-f83649f42a6f,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:57.652838 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51172) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:57.666781 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-74adac21-bf02-4037-a739-46233e03e7ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:57.702441 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac0ff6-8488-45c5-8527-73d16008dd73 req-7c655287-b979-4892-9a26-08edb86b2491 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:57.703873 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4cac0ff6-8488-45c5-8527-73d16008dd73 req-7c655287-b979-4892-9a26-08edb86b2491 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 944 time: 0.0622101 Apr 04 06:10:57.749188 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-74adac21-bf02-4037-a739-46233e03e7ae admin admin] Publish callbacks [] for security_group (06493a13-e0c0-482d-984e-4d4064f7d662), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:57.753795 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-74adac21-bf02-4037-a739-46233e03e7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (06493a13-e0c0-482d-984e-4d4064f7d662), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:57.781121 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4cac0ff6-8488-45c5-8527-73d16008dd73 req-ec73e76c-9266-4c76-bf53-9563e4a3b50b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676584 Apr 04 06:10:57.788787 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876dbb-2345-42a4-b72c-746eea480b99 req-3952bbe0-8a23-452a-843e-6ed486793ec0 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:57.790359 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c8876dbb-2345-42a4-b72c-746eea480b99 req-3952bbe0-8a23-452a-843e-6ed486793ec0 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 945 time: 0.0955353 Apr 04 06:10:57.792196 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-74adac21-bf02-4037-a739-46233e03e7ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8516048972194d80b4cb18cd3230b908&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382742 Apr 04 06:10:57.793076 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adac21-bf02-4037-a739-46233e03e7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06493a13-e0c0-482d-984e-4d4064f7d662,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:57.794835 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 51174) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:10:57.874852 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c8876dbb-2345-42a4-b72c-746eea480b99 req-e2123046-ef0d-4842-b646-4de8cad23257 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736768 Apr 04 06:10:57.879517 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ef6d3c28-b7ca-4978-973e-481b2c645192 admin admin] Publish callbacks [] for security_group (06493a13-e0c0-482d-984e-4d4064f7d662), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:57.902946 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ef6d3c28-b7ca-4978-973e-481b2c645192 admin admin] Publish callbacks [] for security_group (06493a13-e0c0-482d-984e-4d4064f7d662), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:57.970041 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['1586b070-d9d3-4269-a097-fdf560b96ec5'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:10:57.981068 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a52287-227c-472d-8bee-ba8b0f5c8365 req-74b119f8-aac0-4151-ae25-95b20a0f9f35 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:57.984107 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-34a52287-227c-472d-8bee-ba8b0f5c8365 req-74b119f8-aac0-4151-ae25-95b20a0f9f35 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 943 time: 0.0746398 Apr 04 06:10:58.007526 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ef6d3c28-b7ca-4978-973e-481b2c645192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (06493a13-e0c0-482d-984e-4d4064f7d662), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:58.010799 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ef6d3c28-b7ca-4978-973e-481b2c645192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:58.014645 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-ef6d3c28-b7ca-4978-973e-481b2c645192 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06493a13-e0c0-482d-984e-4d4064f7d662 HTTP/1.1" status: 204 len: 168 time: 0.2159889 Apr 04 06:10:58.034821 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d3c28-b7ca-4978-973e-481b2c645192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06493a13-e0c0-482d-984e-4d4064f7d662,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:58.055443 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-34a52287-227c-472d-8bee-ba8b0f5c8365 req-c8a10284-8a4a-4f6d-8de7-5de1593b93a2 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655732 Apr 04 06:10:58.219635 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477f3a6-bbd5-4d1e-997a-f5b648187a0a req-15e02f8f-3f11-4b26-a79e-52773515e89c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:58.221313 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6477f3a6-bbd5-4d1e-997a-f5b648187a0a req-15e02f8f-3f11-4b26-a79e-52773515e89c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 945 time: 0.0528040 Apr 04 06:10:58.272172 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6477f3a6-bbd5-4d1e-997a-f5b648187a0a req-c25d0b65-3576-44b3-a2c5-144321acb8d9 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452206 Apr 04 06:10:58.311168 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-b207993c-5bb6-437f-a5e6-66f68562a594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:58.901820 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device ac71e269-e2af-45bd-a2a6-c349fa7e1f03 up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:10:58.920195 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3d792-5274-4115-a868-231a4cc031af req-01d9cc93-f735-446e-a06e-7b7973fb0a8c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:58.927947 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8ed3d792-5274-4115-a868-231a4cc031af req-01d9cc93-f735-446e-a06e-7b7973fb0a8c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 944 time: 0.0647938 Apr 04 06:10:58.971905 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8ed3d792-5274-4115-a868-231a4cc031af req-1ee4700d-390b-487e-a129-d6543f34b27f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430939 Apr 04 06:10:59.000014 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning for port ac71e269-e2af-45bd-a2a6-c349fa7e1f03 completed by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 06:10:59.004438 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port ac71e269-e2af-45bd-a2a6-c349fa7e1f03 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:10:59.004839 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (ac71e269-e2af-45bd-a2a6-c349fa7e1f03), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:59.134006 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port ac71e269-e2af-45bd-a2a6-c349fa7e1f03 is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:10:59.134671 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (ac71e269-e2af-45bd-a2a6-c349fa7e1f03), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:59.162281 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a7c748-0b0e-48e7-89d7-23e263758e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac71e269-e2af-45bd-a2a6-c349fa7e1f03'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:10:59.234902 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port ac71e269-e2af-45bd-a2a6-c349fa7e1f03, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ac71e269-e2af-45bd-a2a6-c349fa7e1f03,segment=NetworkSegment(919e8034-65c2-4c0f-8f5d-b4075571476a),segment_id=919e8034-65c2-4c0f-8f5d-b4075571476a)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:10:59.241688 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (ac71e269-e2af-45bd-a2a6-c349fa7e1f03), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:59.275255 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bbcf8-6b69-43af-ae57-40f0d3a7ce6d req-cd1aae1b-b4bd-4c4f-909d-0b993706dc49 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:59.276779 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-653bbcf8-6b69-43af-ae57-40f0d3a7ce6d req-cd1aae1b-b4bd-4c4f-909d-0b993706dc49 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 943 time: 0.0637891 Apr 04 06:10:59.290921 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a8425-8757-4905-b299-a2dd2aadc0ed req-ba87c84c-376e-4149-b676-77e72b1a687a tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:59.298166 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ed2a8425-8757-4905-b299-a2dd2aadc0ed req-ba87c84c-376e-4149-b676-77e72b1a687a tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 945 time: 0.3199565 Apr 04 06:10:59.330249 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=ac71e269-e2af-45bd-a2a6-c349fa7e1f03,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:10:59.371205 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-653bbcf8-6b69-43af-ae57-40f0d3a7ce6d req-2979cd18-c958-49ad-abf7-c1954bd18ad5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879321 Apr 04 06:10:59.373999 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140b4af6-8c3a-402e-9840-08da16cf2f4f" -d '{"events": [{"server_uuid": "e8a7c748-0b0e-48e7-89d7-23e263758e99", "name": "network-vif-plugged", "status": "completed", "tag": "ac71e269-e2af-45bd-a2a6-c349fa7e1f03"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:10:59.380391 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ed2a8425-8757-4905-b299-a2dd2aadc0ed req-8acb963c-c395-47b1-b7b5-72e0aa1bf74c tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812240 Apr 04 06:10:59.491203 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:10:59.492943 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560ca76c-b018-4aec-82b9-51ae77a25e90 x-openstack-request-id: req-560ca76c-b018-4aec-82b9-51ae77a25e90 {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:10:59.493634 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a7c748-0b0e-48e7-89d7-23e263758e99", "name": "network-vif-plugged", "status": "completed", "tag": "ac71e269-e2af-45bd-a2a6-c349fa7e1f03", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:10:59.493634 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-560ca76c-b018-4aec-82b9-51ae77a25e90 {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:10:59.493976 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-560ca76c-b018-4aec-82b9-51ae77a25e90'] response: {'server_uuid': 'e8a7c748-0b0e-48e7-89d7-23e263758e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac71e269-e2af-45bd-a2a6-c349fa7e1f03', 'code': 200} Apr 04 06:10:59.506199 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fb6d8-dd2b-4319-97fa-4fc7141877a8 req-fa0f724b-aa5d-4f10-ac3f-6f1e44658e65 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:10:59.507617 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ab3fb6d8-dd2b-4319-97fa-4fc7141877a8 req-fa0f724b-aa5d-4f10-ac3f-6f1e44658e65 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 945 time: 0.0647337 Apr 04 06:10:59.557027 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ab3fb6d8-dd2b-4319-97fa-4fc7141877a8 req-651a1f61-88b3-45ea-a8b5-2df035d48cbe tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434163 Apr 04 06:11:00.105155 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2c9dc-5ec6-4c15-9c40-d468a0e79769 req-bedb2cfb-c705-4496-ac0f-a88429375ba4 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:00.107273 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-00d2c9dc-5ec6-4c15-9c40-d468a0e79769 req-bedb2cfb-c705-4496-ac0f-a88429375ba4 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 944 time: 0.0626233 Apr 04 06:11:00.153580 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-00d2c9dc-5ec6-4c15-9c40-d468a0e79769 req-c4e5cf77-33b2-4b7a-830c-58a7fc526434 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406320 Apr 04 06:11:00.241139 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 241b8638-fb78-4f69-b79f-997a9d0d3411 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:11:00.351148 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51284) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:00.448238 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6812bf6-94a3-46c0-80f3-e4b63a8d6535 req-916ae0b1-edc3-4928-aad2-ba19ba42b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:00.451141 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e6812bf6-94a3-46c0-80f3-e4b63a8d6535 req-916ae0b1-edc3-4928-aad2-ba19ba42b85b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 1130 time: 0.0927231 Apr 04 06:11:00.486399 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-e6812bf6-94a3-46c0-80f3-e4b63a8d6535 req-32b77c64-a1d8-417f-b773-e221c8328360 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:00.488005 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 241b8638-fb78-4f69-b79f-997a9d0d3411, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=241b8638-fb78-4f69-b79f-997a9d0d3411,segment=NetworkSegment(806f87e6-78c2-4ae9-9d36-4786ef43fbe2),segment_id=806f87e6-78c2-4ae9-9d36-4786ef43fbe2)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:00.501676 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': '241b8638-fb78-4f69-b79f-997a9d0d3411', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'port_id': '241b8638-fb78-4f69-b79f-997a9d0d3411', 'mac_address': 'fa:16:3e:dd:2b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:11:00.501887 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-28c95994-e144-481d-8605-7a0cb1f6e503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:00.544417 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 241b8638-fb78-4f69-b79f-997a9d0d3411 is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:00.544802 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (241b8638-fb78-4f69-b79f-997a9d0d3411), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:00.559514 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241b8638-fb78-4f69-b79f-997a9d0d3411 {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:11:00.588462 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-28c95994-e144-481d-8605-7a0cb1f6e503 admin admin] Publish callbacks [] for security_group (c26468ec-e9e2-41d2-b539-141f864534c3), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:00.592215 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 241b8638-fb78-4f69-b79f-997a9d0d3411, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=241b8638-fb78-4f69-b79f-997a9d0d3411,segment=NetworkSegment(806f87e6-78c2-4ae9-9d36-4786ef43fbe2),segment_id=806f87e6-78c2-4ae9-9d36-4786ef43fbe2)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:00.594048 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-28c95994-e144-481d-8605-7a0cb1f6e503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (c26468ec-e9e2-41d2-b539-141f864534c3), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:00.597897 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1437528-b40e-468a-a296-f0c59382b456 req-e29c8f6f-d866-4397-894a-4baf9b31c909 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:00.599633 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b1437528-b40e-468a-a296-f0c59382b456 req-e29c8f6f-d866-4397-894a-4baf9b31c909 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 946 time: 0.1427369 Apr 04 06:11:00.601038 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (241b8638-fb78-4f69-b79f-997a9d0d3411), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:00.640117 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-28c95994-e144-481d-8605-7a0cb1f6e503 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e90156ec7d047519985f0fb5dba62e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878351 Apr 04 06:11:00.642799 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51294) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:00.646241 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e0643-f299-44b4-b615-544ecb539d59 req-c2a67a72-bb73-49c6-b8d5-c1d4abaa5ae5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:00.647809 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-155e0643-f299-44b4-b615-544ecb539d59 req-c2a67a72-bb73-49c6-b8d5-c1d4abaa5ae5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 943 time: 0.1633286 Apr 04 06:11:00.650815 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device b5846f42-b520-40f3-8d48-058d23e28e31 up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:11:00.651026 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c95994-e144-481d-8605-7a0cb1f6e503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26468ec-e9e2-41d2-b539-141f864534c3,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:00.665865 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c95994-e144-481d-8605-7a0cb1f6e503 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.666169 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c95994-e144-481d-8605-7a0cb1f6e503 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.666700 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c95994-e144-481d-8605-7a0cb1f6e503 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.667042 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c95994-e144-481d-8605-7a0cb1f6e503 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.667375 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c95994-e144-481d-8605-7a0cb1f6e503 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.667707 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c95994-e144-481d-8605-7a0cb1f6e503 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.668036 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c95994-e144-481d-8605-7a0cb1f6e503 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.668356 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c95994-e144-481d-8605-7a0cb1f6e503 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.668861 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c95994-e144-481d-8605-7a0cb1f6e503 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.669564 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c95994-e144-481d-8605-7a0cb1f6e503 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.669564 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c95994-e144-481d-8605-7a0cb1f6e503 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.669880 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c95994-e144-481d-8605-7a0cb1f6e503 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.670202 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c95994-e144-481d-8605-7a0cb1f6e503 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.670524 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c95994-e144-481d-8605-7a0cb1f6e503 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.670845 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c95994-e144-481d-8605-7a0cb1f6e503 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.689112 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:00.692668 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=241b8638-fb78-4f69-b79f-997a9d0d3411,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:00.707859 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.707859 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.708601 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.709070 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.709662 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.709917 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.710331 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.710842 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.711530 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.711530 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.711958 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.712694 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.712694 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.713358 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.714005 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.714365 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f4d42c28-92c2-4ac9-a3ba-81e0f96705bb admin admin] Publish callbacks [] for security_group (c26468ec-e9e2-41d2-b539-141f864534c3), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:00.722613 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b1437528-b40e-468a-a296-f0c59382b456 req-35daadbe-77bc-448b-8b03-4e240b9a6866 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145306 Apr 04 06:11:00.735323 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-e6812bf6-94a3-46c0-80f3-e4b63a8d6535 req-32b77c64-a1d8-417f-b773-e221c8328360 service neutron] Publish callbacks [] for security_group (a4f7f958-724e-4c57-a844-a2a3813bda96), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:00.736179 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning for port b5846f42-b520-40f3-8d48-058d23e28e31 completed by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 06:11:00.739081 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f4d42c28-92c2-4ac9-a3ba-81e0f96705bb admin admin] Publish callbacks [] for security_group (c26468ec-e9e2-41d2-b539-141f864534c3), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:00.743215 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port b5846f42-b520-40f3-8d48-058d23e28e31 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:00.744011 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (b5846f42-b520-40f3-8d48-058d23e28e31), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:00.745261 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-e6812bf6-94a3-46c0-80f3-e4b63a8d6535 req-32b77c64-a1d8-417f-b773-e221c8328360 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (a4f7f958-724e-4c57-a844-a2a3813bda96), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:00.754827 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-155e0643-f299-44b4-b615-544ecb539d59 req-f3698b25-a4d4-45f9-97d9-858cc408c9bd tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946980 Apr 04 06:11:00.807555 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f4d42c28-92c2-4ac9-a3ba-81e0f96705bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (c26468ec-e9e2-41d2-b539-141f864534c3), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:00.811173 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f4d42c28-92c2-4ac9-a3ba-81e0f96705bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:00.814711 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e6812bf6-94a3-46c0-80f3-e4b63a8d6535 req-32b77c64-a1d8-417f-b773-e221c8328360 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556118 Apr 04 06:11:00.816635 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b77c64-a1d8-417f-b773-e221c8328360 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f7f958-724e-4c57-a844-a2a3813bda96,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:00.822049 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-f4d42c28-92c2-4ac9-a3ba-81e0f96705bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c26468ec-e9e2-41d2-b539-141f864534c3 HTTP/1.1" status: 204 len: 168 time: 0.1780493 Apr 04 06:11:00.824493 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b77c64-a1d8-417f-b773-e221c8328360 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.824852 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b77c64-a1d8-417f-b773-e221c8328360 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.825237 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b77c64-a1d8-417f-b773-e221c8328360 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.825573 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b77c64-a1d8-417f-b773-e221c8328360 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.825910 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b77c64-a1d8-417f-b773-e221c8328360 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.826242 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b77c64-a1d8-417f-b773-e221c8328360 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.826576 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b77c64-a1d8-417f-b773-e221c8328360 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.826909 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b77c64-a1d8-417f-b773-e221c8328360 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.827241 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b77c64-a1d8-417f-b773-e221c8328360 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.827570 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b77c64-a1d8-417f-b773-e221c8328360 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.827901 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b77c64-a1d8-417f-b773-e221c8328360 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.828230 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b77c64-a1d8-417f-b773-e221c8328360 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.828560 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b77c64-a1d8-417f-b773-e221c8328360 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.828886 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b77c64-a1d8-417f-b773-e221c8328360 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.829237 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b77c64-a1d8-417f-b773-e221c8328360 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:00.844088 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d42c28-92c2-4ac9-a3ba-81e0f96705bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26468ec-e9e2-41d2-b539-141f864534c3,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:00.845633 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port b5846f42-b520-40f3-8d48-058d23e28e31 is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:00.846191 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (b5846f42-b520-40f3-8d48-058d23e28e31), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:00.890726 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port b5846f42-b520-40f3-8d48-058d23e28e31, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=b5846f42-b520-40f3-8d48-058d23e28e31,segment=NetworkSegment(449e42ca-afbf-4d5e-a8c0-f64385ea3ca8),segment_id=449e42ca-afbf-4d5e-a8c0-f64385ea3ca8)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:00.897309 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (b5846f42-b520-40f3-8d48-058d23e28e31), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:00.914308 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ada9c1-0452-465b-b034-e454055e72e2 req-d95f5648-edae-4100-9adb-f0f84d27641f tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:00.916014 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e6ada9c1-0452-465b-b034-e454055e72e2 req-d95f5648-edae-4100-9adb-f0f84d27641f tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 945 time: 0.0579572 Apr 04 06:11:00.953882 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=b5846f42-b520-40f3-8d48-058d23e28e31,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:00.971843 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e6ada9c1-0452-465b-b034-e454055e72e2 req-9dfce025-0de0-465b-9aa6-6403f82a4484 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487010 Apr 04 06:11:01.116455 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51304) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:01.129922 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-97b261e6-74f5-4e6d-bb48-e484ca09149a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:01.205659 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-97b261e6-74f5-4e6d-bb48-e484ca09149a admin admin] Publish callbacks [] for security_group (1f480f9f-ffc4-4f04-b2c9-a4ebdff452c3), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:01.211893 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-97b261e6-74f5-4e6d-bb48-e484ca09149a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (1f480f9f-ffc4-4f04-b2c9-a4ebdff452c3), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:01.250172 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-97b261e6-74f5-4e6d-bb48-e484ca09149a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4480c663d1c94e7f8818c82d0fc05200&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324711 Apr 04 06:11:01.251023 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b261e6-74f5-4e6d-bb48-e484ca09149a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f480f9f-ffc4-4f04-b2c9-a4ebdff452c3,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:01.252810 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 51308) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:01.311207 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f85a0-af34-480d-9240-912ae6d0fad1 req-5f51743d-a7e9-42c4-aa45-7ebbe532578e tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:01.312737 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-243f85a0-af34-480d-9240-912ae6d0fad1 req-5f51743d-a7e9-42c4-aa45-7ebbe532578e tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.0896447 Apr 04 06:11:01.340344 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-9492b4fd-b2a6-45aa-96e6-5cfca0edb07c admin admin] Publish callbacks [] for security_group (1f480f9f-ffc4-4f04-b2c9-a4ebdff452c3), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:01.376513 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-9492b4fd-b2a6-45aa-96e6-5cfca0edb07c admin admin] Publish callbacks [] for security_group (1f480f9f-ffc4-4f04-b2c9-a4ebdff452c3), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:01.397139 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-243f85a0-af34-480d-9240-912ae6d0fad1 req-41835f8c-faee-4843-8b89-b68710ca6c7b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758171 Apr 04 06:11:01.438084 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-9492b4fd-b2a6-45aa-96e6-5cfca0edb07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (1f480f9f-ffc4-4f04-b2c9-a4ebdff452c3), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:01.440635 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-9492b4fd-b2a6-45aa-96e6-5cfca0edb07c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:01.441807 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-9492b4fd-b2a6-45aa-96e6-5cfca0edb07c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f480f9f-ffc4-4f04-b2c9-a4ebdff452c3 HTTP/1.1" status: 204 len: 168 time: 0.1875179 Apr 04 06:11:01.449763 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492b4fd-b2a6-45aa-96e6-5cfca0edb07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f480f9f-ffc4-4f04-b2c9-a4ebdff452c3,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:01.495336 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57fcb6a-d4a4-4f05-8604-f372211a5713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5846f42-b520-40f3-8d48-058d23e28e31'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:11:01.498433 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fad69f-e903-44cb-a65e-2480d2b27a63" -d '{"events": [{"server_uuid": "f57fcb6a-d4a4-4f05-8604-f372211a5713", "name": "network-vif-plugged", "status": "completed", "tag": "b5846f42-b520-40f3-8d48-058d23e28e31"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:11:01.542039 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23fe794-dd9c-48c8-911d-5950c4ed68a5 x-openstack-request-id: req-c23fe794-dd9c-48c8-911d-5950c4ed68a5 {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:11:01.542345 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57fcb6a-d4a4-4f05-8604-f372211a5713", "name": "network-vif-plugged", "status": "completed", "tag": "b5846f42-b520-40f3-8d48-058d23e28e31", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:11:01.542581 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c23fe794-dd9c-48c8-911d-5950c4ed68a5 {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:11:01.542988 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c23fe794-dd9c-48c8-911d-5950c4ed68a5'] response: {'server_uuid': 'f57fcb6a-d4a4-4f05-8604-f372211a5713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5846f42-b520-40f3-8d48-058d23e28e31', 'code': 200} Apr 04 06:11:01.566815 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['241b8638-fb78-4f69-b79f-997a9d0d3411'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:11:01.753019 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f0dd8-bbf5-497d-8190-3d01b8950a45 req-aacc83fd-09c6-40bb-be96-ba05ed36e83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:01.755553 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-904f0dd8-bbf5-497d-8190-3d01b8950a45 req-aacc83fd-09c6-40bb-be96-ba05ed36e83b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 1129 time: 0.0500736 Apr 04 06:11:01.824851 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-904f0dd8-bbf5-497d-8190-3d01b8950a45 req-9e0a8371-2054-4829-b7c1-619a48e989b7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583858 Apr 04 06:11:01.953569 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69fc65-fa87-445c-907f-6a9ead1d3ce1 req-41320b92-ac26-461c-a9d0-352ebbd83ed6 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:01.955034 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1d69fc65-fa87-445c-907f-6a9ead1d3ce1 req-41320b92-ac26-461c-a9d0-352ebbd83ed6 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 946 time: 0.1262975 Apr 04 06:11:01.967954 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6049c-666e-455a-be3f-39366a6844d4 req-4897f2ce-293c-495d-8118-677b5f1d7f0e tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:01.969533 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8aa6049c-666e-455a-be3f-39366a6844d4 req-4897f2ce-293c-495d-8118-677b5f1d7f0e tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 944 time: 0.1051400 Apr 04 06:11:02.041210 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1d69fc65-fa87-445c-907f-6a9ead1d3ce1 req-efaca423-7014-4aef-8657-f3908a870484 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801799 Apr 04 06:11:02.056231 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8aa6049c-666e-455a-be3f-39366a6844d4 req-ff967bd6-ce3b-4e25-abde-54de269f19fc tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801013 Apr 04 06:11:02.175239 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4435bcc-05ef-46bc-abe1-f94db9c4de23 req-979e020c-1f0e-4cee-92a8-d1e3356a4a9a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:02.176788 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c4435bcc-05ef-46bc-abe1-f94db9c4de23 req-979e020c-1f0e-4cee-92a8-d1e3356a4a9a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 945 time: 0.0701227 Apr 04 06:11:02.255678 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c4435bcc-05ef-46bc-abe1-f94db9c4de23 req-57572e7b-3afe-4fd2-8144-ee7ba356c983 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726700 Apr 04 06:11:02.301910 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 51366) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:02.337717 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:02.415631 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-1acc9c88-332f-4ba6-b22c-f9e48c7f8bdd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2046840871-network', 'tenant_id': 'ef4b8fbc23f64e5eb84517aa289e71b1'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:02.440096 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acc9c88-332f-4ba6-b22c-f9e48c7f8bdd admin admin] Made reservation on behalf of ef4b8fbc23f64e5eb84517aa289e71b1 for: {'network': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:11:02.444925 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1acc9c88-332f-4ba6-b22c-f9e48c7f8bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for network (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:02.454940 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1acc9c88-332f-4ba6-b22c-f9e48c7f8bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:02.537172 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51378) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:02.558033 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dd987-bff6-4441-8830-5faafcaae21b req-5ed41009-a420-4444-af9c-b5b356f6b6a5 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:02.559532 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-137dd987-bff6-4441-8830-5faafcaae21b req-5ed41009-a420-4444-af9c-b5b356f6b6a5 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.0860045 Apr 04 06:11:02.586782 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1acc9c88-332f-4ba6-b22c-f9e48c7f8bdd admin admin] Publish callbacks [] for security_group (bdae3e41-19a6-40ef-8fb4-177702da8130), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:02.595926 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1acc9c88-332f-4ba6-b22c-f9e48c7f8bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (bdae3e41-19a6-40ef-8fb4-177702da8130), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:02.621757 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 1586b070-d9d3-4269-a097-fdf560b96ec5 up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:11:02.623089 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1acc9c88-332f-4ba6-b22c-f9e48c7f8bdd admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 06:11:02.650743 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1d2c3975-e451-4a13-9fc7-3571f76d4317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:02.655602 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1acc9c88-332f-4ba6-b22c-f9e48c7f8bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (d59b0b9c-a6eb-4a7f-a4a7-978fb1693103), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:02.655946 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.segments_db [None req-1acc9c88-332f-4ba6-b22c-f9e48c7f8bdd admin admin] Added segment d59b0b9c-a6eb-4a7f-a4a7-978fb1693103 of type vlan for network ae09f782-6f96-4364-8590-562d6c464f4f Apr 04 06:11:02.658020 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc9c88-332f-4ba6-b22c-f9e48c7f8bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdae3e41-19a6-40ef-8fb4-177702da8130,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:02.672033 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-137dd987-bff6-4441-8830-5faafcaae21b req-518587b7-40ca-4833-a3ad-2e7f0284bf08 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050491 Apr 04 06:11:02.685603 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning for port 1586b070-d9d3-4269-a097-fdf560b96ec5 completed by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 06:11:02.699022 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port 1586b070-d9d3-4269-a097-fdf560b96ec5 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:02.699395 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:02.712016 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1acc9c88-332f-4ba6-b22c-f9e48c7f8bdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794510444108'] for network (ae09f782-6f96-4364-8590-562d6c464f4f), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:02.742283 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1acc9c88-332f-4ba6-b22c-f9e48c7f8bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for network (ae09f782-6f96-4364-8590-562d6c464f4f), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:02.743503 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acc9c88-332f-4ba6-b22c-f9e48c7f8bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:02.744089 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1acc9c88-332f-4ba6-b22c-f9e48c7f8bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:02.753406 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1d2c3975-e451-4a13-9fc7-3571f76d4317 admin admin] Publish callbacks [] for security_group (50e98eb4-b56a-4fb4-b6c5-f7ccf1a68e74), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:02.757847 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1d2c3975-e451-4a13-9fc7-3571f76d4317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (50e98eb4-b56a-4fb4-b6c5-f7ccf1a68e74), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:02.784712 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 1586b070-d9d3-4269-a097-fdf560b96ec5 is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:02.785135 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:02.794753 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c3975-e451-4a13-9fc7-3571f76d4317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e98eb4-b56a-4fb4-b6c5-f7ccf1a68e74,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:02.799138 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-1d2c3975-e451-4a13-9fc7-3571f76d4317 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9cda548b9d04c67b5036c98a05574d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607598 Apr 04 06:11:02.805103 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 51382) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:02.808933 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc9c88-332f-4ba6-b22c-f9e48c7f8bdd admin admin] Pushing event updated for resources: {'Network': ['ID=ae09f782-6f96-4364-8590-562d6c464f4f,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:02.824874 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 1586b070-d9d3-4269-a097-fdf560b96ec5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1586b070-d9d3-4269-a097-fdf560b96ec5,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:02.827033 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Network ae09f782-6f96-4364-8590-562d6c464f4f details requested by agent ovs-agent-dv-cinder-834448-2-iscsi with host dv-cinder-834448-2-iscsi {{(pid=103481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 06:11:02.830656 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:02.831981 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 0e489c0f-da2a-4d87-8c10-4442c8b1e207 up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:11:02.846112 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-1acc9c88-332f-4ba6-b22c-f9e48c7f8bdd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5398977 Apr 04 06:11:02.846481 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51384) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:02.851482 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-595bf7fc-0e25-42a0-a5b7-b7229c26e70c admin admin] Request body: {'subnet': {'network_id': 'ae09f782-6f96-4364-8590-562d6c464f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2046840871-subnet', 'tenant_id': 'ef4b8fbc23f64e5eb84517aa289e71b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:02.872052 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595bf7fc-0e25-42a0-a5b7-b7229c26e70c admin admin] Made reservation on behalf of ef4b8fbc23f64e5eb84517aa289e71b1 for: {'subnet': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:11:02.873960 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d5f7760f-e1e8-4cac-9bbd-7d75f21ef485 admin admin] Publish callbacks [] for security_group (50e98eb4-b56a-4fb4-b6c5-f7ccf1a68e74), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:02.874923 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-595bf7fc-0e25-42a0-a5b7-b7229c26e70c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:02.899897 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d5f7760f-e1e8-4cac-9bbd-7d75f21ef485 admin admin] Publish callbacks [] for security_group (50e98eb4-b56a-4fb4-b6c5-f7ccf1a68e74), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:02.956891 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d5f7760f-e1e8-4cac-9bbd-7d75f21ef485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (50e98eb4-b56a-4fb4-b6c5-f7ccf1a68e74), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:02.960885 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d5f7760f-e1e8-4cac-9bbd-7d75f21ef485 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:02.962062 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-d5f7760f-e1e8-4cac-9bbd-7d75f21ef485 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/50e98eb4-b56a-4fb4-b6c5-f7ccf1a68e74 HTTP/1.1" status: 204 len: 168 time: 0.1495163 Apr 04 06:11:02.970719 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7760f-e1e8-4cac-9bbd-7d75f21ef485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e98eb4-b56a-4fb4-b6c5-f7ccf1a68e74,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:02.995132 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=1586b070-d9d3-4269-a097-fdf560b96ec5,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:03.028660 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning for port 0e489c0f-da2a-4d87-8c10-4442c8b1e207 completed by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 06:11:03.040206 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port 0e489c0f-da2a-4d87-8c10-4442c8b1e207 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:03.041039 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (0e489c0f-da2a-4d87-8c10-4442c8b1e207), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:03.151868 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 0e489c0f-da2a-4d87-8c10-4442c8b1e207 is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:03.152247 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (0e489c0f-da2a-4d87-8c10-4442c8b1e207), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:03.197210 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 0e489c0f-da2a-4d87-8c10-4442c8b1e207, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=0e489c0f-da2a-4d87-8c10-4442c8b1e207,segment=NetworkSegment(449e42ca-afbf-4d5e-a8c0-f64385ea3ca8),segment_id=449e42ca-afbf-4d5e-a8c0-f64385ea3ca8)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:03.202634 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (0e489c0f-da2a-4d87-8c10-4442c8b1e207), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:03.241019 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156e0db-247e-45f9-b50b-cfd981148c2f req-776815db-e067-4252-9b30-2b50528acf21 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:03.243104 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0156e0db-247e-45f9-b50b-cfd981148c2f req-776815db-e067-4252-9b30-2b50528acf21 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 944 time: 0.0910842 Apr 04 06:11:03.255567 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ab4ef-03c8-4005-84ff-46d1edce272e req-198ddd71-ca18-44c4-b833-c8bbc054392d tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:03.257821 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-256ab4ef-03c8-4005-84ff-46d1edce272e req-198ddd71-ca18-44c4-b833-c8bbc054392d tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 946 time: 0.1171970 Apr 04 06:11:03.306488 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=0e489c0f-da2a-4d87-8c10-4442c8b1e207,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:03.376747 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 51406) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:03.383310 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-595bf7fc-0e25-42a0-a5b7-b7229c26e70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for subnet (92fb8ac0-e778-41b6-8b9b-a0d6e67a4b68), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:03.415668 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0156e0db-247e-45f9-b50b-cfd981148c2f req-de812ea0-86ea-45cb-a9a6-b8e0b57ef7e8 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570842 Apr 04 06:11:03.418980 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-256ab4ef-03c8-4005-84ff-46d1edce272e req-07992160-7eac-494e-b03c-37dc6cd48457 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525595 Apr 04 06:11:03.419790 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0c33bd4a-ea89-4293-84c0-1f0f73ff42a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:03.464531 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595bf7fc-0e25-42a0-a5b7-b7229c26e70c admin admin] Checking segment: {'id': 'd59b0b9c-a6eb-4a7f-a4a7-978fb1693103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ae09f782-6f96-4364-8590-562d6c464f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:11:03.464947 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595bf7fc-0e25-42a0-a5b7-b7229c26e70c admin admin] Network hostable DHCP agents. Network: ae09f782-6f96-4364-8590-562d6c464f4f, hostable agents: ['a23458ca-c084-4a06-a8cf-ee94f3e130be'], hosted agents: [] {{(pid=103479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 06:11:03.471941 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bf7fc-0e25-42a0-a5b7-b7229c26e70c admin admin] Pushing event updated for resources: {'Subnet': ['ID=92fb8ac0-e778-41b6-8b9b-a0d6e67a4b68,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:03.492100 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595bf7fc-0e25-42a0-a5b7-b7229c26e70c admin admin] Network ae09f782-6f96-4364-8590-562d6c464f4f is scheduled to be hosted by DHCP agent a23458ca-c084-4a06-a8cf-ee94f3e130be with binding_index 1 {{(pid=103479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 06:11:03.507486 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-595bf7fc-0e25-42a0-a5b7-b7229c26e70c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-2-iscsi, ae09f782-6f96-4364-8590-562d6c464f4f) {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:11:03.517565 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0ea1a9-a70b-484c-bd31-5b94e7e04fa5 None None] Network ae09f782-6f96-4364-8590-562d6c464f4f requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:11:03.532714 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595bf7fc-0e25-42a0-a5b7-b7229c26e70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:03.533878 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-595bf7fc-0e25-42a0-a5b7-b7229c26e70c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:03.540185 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0c33bd4a-ea89-4293-84c0-1f0f73ff42a5 admin admin] Publish callbacks [] for security_group (6ff538ea-cb80-4fb6-b9a1-5b4148ba7fe5), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:03.549623 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87721069-f607-480c-81cc-d67e51382c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1586b070-d9d3-4269-a097-fdf560b96ec5'}, {'server_uuid': '826a41d4-5afe-4613-9f02-303b07a5bfce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e489c0f-da2a-4d87-8c10-4442c8b1e207'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:11:03.549862 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0c33bd4a-ea89-4293-84c0-1f0f73ff42a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (6ff538ea-cb80-4fb6-b9a1-5b4148ba7fe5), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:03.552604 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f9b15a-4815-4fb8-951c-12525ebc8c59" -d '{"events": [{"server_uuid": "87721069-f607-480c-81cc-d67e51382c6f", "name": "network-vif-plugged", "status": "completed", "tag": "1586b070-d9d3-4269-a097-fdf560b96ec5"}, {"server_uuid": "826a41d4-5afe-4613-9f02-303b07a5bfce", "name": "network-vif-plugged", "status": "completed", "tag": "0e489c0f-da2a-4d87-8c10-4442c8b1e207"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:11:03.574623 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34813cd9-cf65-473b-8506-4eda237cdad9 req-a379ea13-0c9b-4b3c-921b-62213dd514d9 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:03.576184 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-34813cd9-cf65-473b-8506-4eda237cdad9 req-a379ea13-0c9b-4b3c-921b-62213dd514d9 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0915678 Apr 04 06:11:03.585225 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-595bf7fc-0e25-42a0-a5b7-b7229c26e70c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7374701 Apr 04 06:11:03.628799 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-0c33bd4a-ea89-4293-84c0-1f0f73ff42a5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b5029964de94e96b8755556e16bd737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456319 Apr 04 06:11:03.630801 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33bd4a-ea89-4293-84c0-1f0f73ff42a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff538ea-cb80-4fb6-b9a1-5b4148ba7fe5,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:03.631678 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51414) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:03.671363 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-34813cd9-cf65-473b-8506-4eda237cdad9 req-ca8f025e-3f4f-4ac4-ae3d-adabcd91aef4 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864589 Apr 04 06:11:03.744199 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 04 Apr 2022 06:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a094ee16-649a-4772-a207-57ab583af48f x-openstack-request-id: req-a094ee16-649a-4772-a207-57ab583af48f {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:11:03.744838 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87721069-f607-480c-81cc-d67e51382c6f", "name": "network-vif-plugged", "status": "completed", "tag": "1586b070-d9d3-4269-a097-fdf560b96ec5", "code": 200}, {"server_uuid": "826a41d4-5afe-4613-9f02-303b07a5bfce", "name": "network-vif-plugged", "status": "completed", "tag": "0e489c0f-da2a-4d87-8c10-4442c8b1e207", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:11:03.745198 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-511374ec-8a04-432f-b108-6b0dee0cbea8 admin admin] Publish callbacks [] for security_group (6ff538ea-cb80-4fb6-b9a1-5b4148ba7fe5), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:03.746887 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a094ee16-649a-4772-a207-57ab583af48f {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:11:03.749242 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a094ee16-649a-4772-a207-57ab583af48f'] response: {'server_uuid': '87721069-f607-480c-81cc-d67e51382c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1586b070-d9d3-4269-a097-fdf560b96ec5', 'code': 200} Apr 04 06:11:03.750103 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a094ee16-649a-4772-a207-57ab583af48f'] response: {'server_uuid': '826a41d4-5afe-4613-9f02-303b07a5bfce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e489c0f-da2a-4d87-8c10-4442c8b1e207', 'code': 200} Apr 04 06:11:03.779417 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 51418) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:03.780138 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-511374ec-8a04-432f-b108-6b0dee0cbea8 admin admin] Publish callbacks [] for security_group (6ff538ea-cb80-4fb6-b9a1-5b4148ba7fe5), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:03.855502 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-511374ec-8a04-432f-b108-6b0dee0cbea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (6ff538ea-cb80-4fb6-b9a1-5b4148ba7fe5), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:03.859174 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-511374ec-8a04-432f-b108-6b0dee0cbea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:03.864017 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-511374ec-8a04-432f-b108-6b0dee0cbea8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ff538ea-cb80-4fb6-b9a1-5b4148ba7fe5 HTTP/1.1" status: 204 len: 168 time: 0.2281551 Apr 04 06:11:03.884614 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511374ec-8a04-432f-b108-6b0dee0cbea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff538ea-cb80-4fb6-b9a1-5b4148ba7fe5,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:03.889075 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bef044f-fb53-41c2-b2d4-5924b484cb67 None None] Network ae09f782-6f96-4364-8590-562d6c464f4f requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:11:03.962764 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075f25d-b364-47db-9e11-605875ba7005 req-1535adad-f69e-4207-a2bc-c8d66230f34b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:03.971479 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b075f25d-b364-47db-9e11-605875ba7005 req-1535adad-f69e-4207-a2bc-c8d66230f34b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.1749847 Apr 04 06:11:04.055363 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:04.061633 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d12cb980-9bd5-487d-8d08-866f97f65be0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:04.135660 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3dd30-e9eb-4a6c-bfe2-7d674a8ea463 req-813098e3-8fd4-4229-9397-3276ecbe74d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:04.137213 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-93e3dd30-e9eb-4a6c-bfe2-7d674a8ea463 req-813098e3-8fd4-4229-9397-3276ecbe74d9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 1130 time: 0.1521766 Apr 04 06:11:04.163013 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b075f25d-b364-47db-9e11-605875ba7005 req-0286f22d-a395-4482-bdc6-10cf95eca867 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797452 Apr 04 06:11:04.189176 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9fdf7-75d6-49d4-a5ad-ec2c80e6d19e req-7d827a15-0cad-4bd2-8447-4e5f180137bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:04.191158 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-91d9fdf7-75d6-49d4-a5ad-ec2c80e6d19e req-7d827a15-0cad-4bd2-8447-4e5f180137bd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 1130 time: 0.2017055 Apr 04 06:11:04.248309 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-93e3dd30-e9eb-4a6c-bfe2-7d674a8ea463 req-8f7fdc78-5b5f-4504-bf42-761122bdda69 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933845 Apr 04 06:11:04.284148 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d12cb980-9bd5-487d-8d08-866f97f65be0 admin admin] Publish callbacks [] for security_group (6adc8e41-67c6-4986-8a5c-325bfdf74b1c), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:04.291344 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-91d9fdf7-75d6-49d4-a5ad-ec2c80e6d19e req-cefad3e7-639a-488d-8985-0ddb5db9e101 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842717 Apr 04 06:11:04.296395 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d12cb980-9bd5-487d-8d08-866f97f65be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (6adc8e41-67c6-4986-8a5c-325bfdf74b1c), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:04.339109 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-d12cb980-9bd5-487d-8d08-866f97f65be0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec228322d46643e5a590546277283a02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5584142 Apr 04 06:11:04.341083 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cb980-9bd5-487d-8d08-866f97f65be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adc8e41-67c6-4986-8a5c-325bfdf74b1c,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:04.342064 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51442) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:04.421208 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-725062fd-6c0c-47de-b45b-059486870b61 admin admin] Publish callbacks [] for security_group (6adc8e41-67c6-4986-8a5c-325bfdf74b1c), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:04.448506 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-725062fd-6c0c-47de-b45b-059486870b61 admin admin] Publish callbacks [] for security_group (6adc8e41-67c6-4986-8a5c-325bfdf74b1c), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:04.513975 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-725062fd-6c0c-47de-b45b-059486870b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (6adc8e41-67c6-4986-8a5c-325bfdf74b1c), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:04.518462 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-725062fd-6c0c-47de-b45b-059486870b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:04.524319 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-725062fd-6c0c-47de-b45b-059486870b61 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6adc8e41-67c6-4986-8a5c-325bfdf74b1c HTTP/1.1" status: 204 len: 168 time: 0.1809540 Apr 04 06:11:04.535059 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725062fd-6c0c-47de-b45b-059486870b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adc8e41-67c6-4986-8a5c-325bfdf74b1c,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:04.621431 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a496083-aa08-47e8-b9fd-ea77f15e5e3c req-24f305a3-f075-4683-a16c-52ef2b00e0ce tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:04.623635 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a496083-aa08-47e8-b9fd-ea77f15e5e3c req-24f305a3-f075-4683-a16c-52ef2b00e0ce tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 944 time: 0.0829840 Apr 04 06:11:04.639214 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 241b8638-fb78-4f69-b79f-997a9d0d3411 up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:11:04.766480 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a496083-aa08-47e8-b9fd-ea77f15e5e3c req-d16689bf-991c-499d-a166-3f0d401752c6 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344645 Apr 04 06:11:04.767600 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning for port 241b8638-fb78-4f69-b79f-997a9d0d3411 completed by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 06:11:04.774978 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port 241b8638-fb78-4f69-b79f-997a9d0d3411 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:04.777605 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (241b8638-fb78-4f69-b79f-997a9d0d3411), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:04.786035 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ddacc-205b-4bf9-98ab-80a08d5d18bf req-6aaa263e-08b5-4de9-850d-926c1478bf5d tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:04.793395 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-549ddacc-205b-4bf9-98ab-80a08d5d18bf req-6aaa263e-08b5-4de9-850d-926c1478bf5d tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 946 time: 0.1264699 Apr 04 06:11:04.845155 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-549ddacc-205b-4bf9-98ab-80a08d5d18bf req-4ba730fc-cd87-4a5e-aa0c-436599fc018e tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505068 Apr 04 06:11:04.941232 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 241b8638-fb78-4f69-b79f-997a9d0d3411 is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:04.943875 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (241b8638-fb78-4f69-b79f-997a9d0d3411), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:04.970445 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51472) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:04.981305 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fb80c-2b67-41ba-b5e5-6c4b042af9b0 req-137f0d97-6b57-4914-aa8f-29f71f401038 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:04.983046 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-949fb80c-2b67-41ba-b5e5-6c4b042af9b0 req-137f0d97-6b57-4914-aa8f-29f71f401038 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.0952356 Apr 04 06:11:04.994264 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 241b8638-fb78-4f69-b79f-997a9d0d3411, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=241b8638-fb78-4f69-b79f-997a9d0d3411,segment=NetworkSegment(806f87e6-78c2-4ae9-9d36-4786ef43fbe2),segment_id=806f87e6-78c2-4ae9-9d36-4786ef43fbe2)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:05.003922 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (241b8638-fb78-4f69-b79f-997a9d0d3411), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:05.073315 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51478) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:05.093961 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=241b8638-fb78-4f69-b79f-997a9d0d3411,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:05.106946 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c1ba0b48-3fd8-4032-9c0e-bcaab4c1f697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:05.128719 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-949fb80c-2b67-41ba-b5e5-6c4b042af9b0 req-04a4393a-08d0-4eab-9549-3e63011d4642 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253300 Apr 04 06:11:05.149826 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada52f0-7771-4182-861b-1bbb775c48a4 req-02bfc382-7780-472b-8146-7db2378a664a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:05.160031 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8ada52f0-7771-4182-861b-1bbb775c48a4 req-02bfc382-7780-472b-8146-7db2378a664a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.2052603 Apr 04 06:11:05.186578 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59992b0b-d64b-48b2-9ea1-b8c5063e6fd4 req-7dcda215-d469-4b0d-a2f1-ef0ae71d2d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:05.189583 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-59992b0b-d64b-48b2-9ea1-b8c5063e6fd4 req-7dcda215-d469-4b0d-a2f1-ef0ae71d2d08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f97d1852193346c6916d9747f0c3b84f&device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 1129 time: 0.1837354 Apr 04 06:11:05.238169 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c1ba0b48-3fd8-4032-9c0e-bcaab4c1f697 admin admin] Publish callbacks [] for security_group (514d9559-29d1-4476-8b4b-020e777e04c8), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:05.245766 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c1ba0b48-3fd8-4032-9c0e-bcaab4c1f697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (514d9559-29d1-4476-8b4b-020e777e04c8), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:05.284248 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba0b48-3fd8-4032-9c0e-bcaab4c1f697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514d9559-29d1-4476-8b4b-020e777e04c8,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:05.345462 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-c1ba0b48-3fd8-4032-9c0e-bcaab4c1f697 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8fa17457367742f89f6344830b34dc5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710841 Apr 04 06:11:05.349066 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8ada52f0-7771-4182-861b-1bbb775c48a4 req-ff4c40af-c7d0-443c-aabf-c204ad6f3d49 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864047 Apr 04 06:11:05.356538 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51482) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:05.367860 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-109d9ed5-9f53-4d94-b924-264b513414f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:05.426265 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59992b0b-d64b-48b2-9ea1-b8c5063e6fd4 req-9f2e97dc-c239-4a97-aa15-73d555285268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:05.428699 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-59992b0b-d64b-48b2-9ea1-b8c5063e6fd4 req-9f2e97dc-c239-4a97-aa15-73d555285268 service neutron] 10.222.0.37 "GET /v2.0/networks?id=26e2fb68-805f-433f-ae13-ccc07aa47348 HTTP/1.1" status: 200 len: 920 time: 0.1914651 Apr 04 06:11:05.468393 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4a7069d8-93bc-4651-a69a-e3f844c5d336 admin admin] Publish callbacks [] for security_group (514d9559-29d1-4476-8b4b-020e777e04c8), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:05.486167 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-59992b0b-d64b-48b2-9ea1-b8c5063e6fd4 req-e5ace3c6-ca00-4fe3-824d-a88591fc81dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5846f42-b520-40f3-8d48-058d23e28e31 HTTP/1.1" status: 200 len: 217 time: 0.0503588 Apr 04 06:11:05.500832 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4a7069d8-93bc-4651-a69a-e3f844c5d336 admin admin] Publish callbacks [] for security_group (514d9559-29d1-4476-8b4b-020e777e04c8), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:05.543580 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59992b0b-d64b-48b2-9ea1-b8c5063e6fd4 req-7c995d26-0efc-4ba3-828d-d747e4062fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:05.545081 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-59992b0b-d64b-48b2-9ea1-b8c5063e6fd4 req-7c995d26-0efc-4ba3-828d-d747e4062fdf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bb9207-6ade-4d75-844a-3661ead84b19 HTTP/1.1" status: 200 len: 858 time: 0.0529745 Apr 04 06:11:05.556450 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-109d9ed5-9f53-4d94-b924-264b513414f8 admin admin] Publish callbacks [] for security_group (0ee0f382-f5c4-4a3d-8f70-85f70bfbce6b), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:05.562845 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-109d9ed5-9f53-4d94-b924-264b513414f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (0ee0f382-f5c4-4a3d-8f70-85f70bfbce6b), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:05.605539 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59992b0b-d64b-48b2-9ea1-b8c5063e6fd4 req-07b91fe8-3a54-4992-8786-6462f9b33926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:05.608162 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-59992b0b-d64b-48b2-9ea1-b8c5063e6fd4 req-07b91fe8-3a54-4992-8786-6462f9b33926 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26e2fb68-805f-433f-ae13-ccc07aa47348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557537 Apr 04 06:11:05.611117 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4a7069d8-93bc-4651-a69a-e3f844c5d336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (514d9559-29d1-4476-8b4b-020e777e04c8), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:05.613835 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4a7069d8-93bc-4651-a69a-e3f844c5d336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:05.615822 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-4a7069d8-93bc-4651-a69a-e3f844c5d336 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/514d9559-29d1-4476-8b4b-020e777e04c8 HTTP/1.1" status: 204 len: 168 time: 0.2569289 Apr 04 06:11:05.619386 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-109d9ed5-9f53-4d94-b924-264b513414f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=90e0d85e67fa4308afcae3e4a18e8a5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6469989 Apr 04 06:11:05.620431 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d9ed5-9f53-4d94-b924-264b513414f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee0f382-f5c4-4a3d-8f70-85f70bfbce6b,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:05.623315 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51496) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:05.639160 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7069d8-93bc-4651-a69a-e3f844c5d336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514d9559-29d1-4476-8b4b-020e777e04c8,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:05.687040 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-32f13057-8cac-4cc9-a19b-7bfe4181789e admin admin] Publish callbacks [] for security_group (0ee0f382-f5c4-4a3d-8f70-85f70bfbce6b), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:05.711439 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-32f13057-8cac-4cc9-a19b-7bfe4181789e admin admin] Publish callbacks [] for security_group (0ee0f382-f5c4-4a3d-8f70-85f70bfbce6b), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:05.751535 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7efae2-ecff-441e-8c21-828101b5d6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241b8638-fb78-4f69-b79f-997a9d0d3411'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:11:05.754065 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7e4efb-07e1-4829-a742-1765dba3c87c" -d '{"events": [{"server_uuid": "9f7efae2-ecff-441e-8c21-828101b5d6a0", "name": "network-vif-plugged", "status": "completed", "tag": "241b8638-fb78-4f69-b79f-997a9d0d3411"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:11:05.793564 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-32f13057-8cac-4cc9-a19b-7bfe4181789e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (0ee0f382-f5c4-4a3d-8f70-85f70bfbce6b), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:05.796143 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-32f13057-8cac-4cc9-a19b-7bfe4181789e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:05.805256 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-32f13057-8cac-4cc9-a19b-7bfe4181789e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ee0f382-f5c4-4a3d-8f70-85f70bfbce6b HTTP/1.1" status: 204 len: 168 time: 0.1807072 Apr 04 06:11:05.823157 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-59992b0b-d64b-48b2-9ea1-b8c5063e6fd4 req-b09401d6-e66b-4b3b-8f9b-c8011d557061 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948493 Apr 04 06:11:05.824993 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f13057-8cac-4cc9-a19b-7bfe4181789e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee0f382-f5c4-4a3d-8f70-85f70bfbce6b,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:05.831759 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63572340-2422-48cf-bae1-617eaea5f26c x-openstack-request-id: req-63572340-2422-48cf-bae1-617eaea5f26c {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:11:05.834401 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7efae2-ecff-441e-8c21-828101b5d6a0", "name": "network-vif-plugged", "status": "completed", "tag": "241b8638-fb78-4f69-b79f-997a9d0d3411", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:11:05.834822 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63572340-2422-48cf-bae1-617eaea5f26c {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:11:05.835381 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63572340-2422-48cf-bae1-617eaea5f26c'] response: {'server_uuid': '9f7efae2-ecff-441e-8c21-828101b5d6a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241b8638-fb78-4f69-b79f-997a9d0d3411', 'code': 200} Apr 04 06:11:06.020818 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea9c1d-c4dc-4bbe-9aa2-980167ba9f8c req-a009d42b-f675-4652-aa20-1e3df2d7341e tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:06.035242 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f7ea9c1d-c4dc-4bbe-9aa2-980167ba9f8c req-a009d42b-f675-4652-aa20-1e3df2d7341e tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.1596167 Apr 04 06:11:06.208759 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-59992b0b-d64b-48b2-9ea1-b8c5063e6fd4 req-d9883828-7596-4f39-84f3-fab9f3f8ceb2 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449955 Apr 04 06:11:06.287415 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f7ea9c1d-c4dc-4bbe-9aa2-980167ba9f8c req-914af66a-c14a-4771-9675-5820053181cf tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508237 Apr 04 06:11:06.323487 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64090e9-800b-4ddc-a658-bb3db662bd3a req-8c4ac3de-1d14-4a1e-a791-a80cf833a877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:06.327340 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d64090e9-800b-4ddc-a658-bb3db662bd3a req-8c4ac3de-1d14-4a1e-a791-a80cf833a877 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 1129 time: 0.2036462 Apr 04 06:11:06.396211 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-789cd54e-d4e5-491c-a87d-febff903d3c7 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:06.401098 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-789cd54e-d4e5-491c-a87d-febff903d3c7 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/networks?id=ae09f782-6f96-4364-8590-562d6c464f4f HTTP/1.1" status: 200 len: 809 time: 0.3338087 Apr 04 06:11:06.497809 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51582) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:06.502306 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-b59c9366-67e7-42ab-b4c5-d42fff571e0c tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/quotas/ef4b8fbc23f64e5eb84517aa289e71b1 HTTP/1.1" status: 200 len: 375 time: 0.0964108 Apr 04 06:11:06.526228 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ab8e0f5f-96b5-4ee0-bd35-6fedf544e5cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:06.559632 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d64090e9-800b-4ddc-a658-bb3db662bd3a req-e53e2e8b-cdde-46ee-8cbe-9d4479d95894 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133198 Apr 04 06:11:06.563874 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-62e253c8-2a9e-4766-92f3-6f17f233cc03 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef4b8fbc23f64e5eb84517aa289e71b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511394 Apr 04 06:11:06.576465 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d845a9-08b8-45e3-84d2-34759cf19457 req-84438a5a-0c7a-412c-bb27-5daeb70abb0a tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:06.578182 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-66d845a9-08b8-45e3-84d2-34759cf19457 req-84438a5a-0c7a-412c-bb27-5daeb70abb0a tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.1761444 Apr 04 06:11:06.661430 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ab8e0f5f-96b5-4ee0-bd35-6fedf544e5cc admin admin] Publish callbacks [] for security_group (1ff87ea1-57f7-4d3e-a817-b3aaa1f825ca), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:06.666724 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ab8e0f5f-96b5-4ee0-bd35-6fedf544e5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (1ff87ea1-57f7-4d3e-a817-b3aaa1f825ca), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:06.682292 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-66d845a9-08b8-45e3-84d2-34759cf19457 req-e055991e-86e8-42bd-a08a-032669d2e14c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942502 Apr 04 06:11:06.701382 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-2db6568d-3fe4-45c4-ad76-e9c780c551c8 service neutron] 10.222.0.30 "GET /v2.0/networks/ae09f782-6f96-4364-8590-562d6c464f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222215 Apr 04 06:11:06.721447 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-ab8e0f5f-96b5-4ee0-bd35-6fedf544e5cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ebb13e5f11594974bed7768fbf59cd69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223520 Apr 04 06:11:06.725698 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 51592) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:06.729946 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e0f5f-96b5-4ee0-bd35-6fedf544e5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff87ea1-57f7-4d3e-a817-b3aaa1f825ca,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:06.890156 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d5bb60dc-af3f-4efa-9629-de657504c227 admin admin] Publish callbacks [] for security_group (1ff87ea1-57f7-4d3e-a817-b3aaa1f825ca), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:06.895156 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-a849bab1-e078-4ea3-bece-2587e690563f service neutron] 10.222.0.30 "GET /v2.0/networks/ae09f782-6f96-4364-8590-562d6c464f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853297 Apr 04 06:11:06.917847 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836f512-2361-41df-909c-33a25a8ec6b2 req-cf81f05c-0b00-4a49-bbb2-b3626535ef21 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:06.919588 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e836f512-2361-41df-909c-33a25a8ec6b2 req-cf81f05c-0b00-4a49-bbb2-b3626535ef21 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.1252935 Apr 04 06:11:06.932290 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d5bb60dc-af3f-4efa-9629-de657504c227 admin admin] Publish callbacks [] for security_group (1ff87ea1-57f7-4d3e-a817-b3aaa1f825ca), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:07.241840 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e836f512-2361-41df-909c-33a25a8ec6b2 req-22ead43c-c763-4491-bed0-d8edcffab4fc tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3125105 Apr 04 06:11:07.286497 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d5bb60dc-af3f-4efa-9629-de657504c227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (1ff87ea1-57f7-4d3e-a817-b3aaa1f825ca), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:07.289295 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d5bb60dc-af3f-4efa-9629-de657504c227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:07.293699 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-d5bb60dc-af3f-4efa-9629-de657504c227 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ff87ea1-57f7-4d3e-a817-b3aaa1f825ca HTTP/1.1" status: 204 len: 168 time: 0.5669820 Apr 04 06:11:07.307657 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb60dc-af3f-4efa-9629-de657504c227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff87ea1-57f7-4d3e-a817-b3aaa1f825ca,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:07.416962 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f7d8c7a5-67f1-45b6-8145-7a59425e0d24 req-a1dafca9-2541-48a6-87d8-1823963d694f tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 210 time: 0.0596111 Apr 04 06:11:07.580232 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf3175-21d4-4e23-9766-4826f26e016f req-728b9891-bd64-4308-89b0-dd023ddc2d2e tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:07.581605 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a3cf3175-21d4-4e23-9766-4826f26e016f req-728b9891-bd64-4308-89b0-dd023ddc2d2e tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.1074021 Apr 04 06:11:07.593215 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51648) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:07.601763 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-47878b04-9205-4ce2-b820-3b440414c214 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Request body: {'floatingip': {'port_id': '1586b070-d9d3-4269-a097-fdf560b96ec5'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:07.721483 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7363d8-36db-4f6b-b37c-d3abd55056fc req-5eaf676d-8ef2-44be-a6cd-c271034257f4 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:07.729527 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9d7363d8-36db-4f6b-b37c-d3abd55056fc req-5eaf676d-8ef2-44be-a6cd-c271034257f4 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0861890 Apr 04 06:11:07.801293 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9d7363d8-36db-4f6b-b37c-d3abd55056fc req-5f797884-5441-47b1-a3d4-d996cebf569d tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660362 Apr 04 06:11:07.861879 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-47878b04-9205-4ce2-b820-3b440414c214 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for floatingip (dc2ee913-f9b1-405d-83a2-259e0c7937ae), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:07.881307 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922f6b9c-d7af-431c-b447-dc8a4f0148f6 req-1f800a89-f160-436d-8b4f-4d903228072a tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:07.891039 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-922f6b9c-d7af-431c-b447-dc8a4f0148f6 req-1f800a89-f160-436d-8b4f-4d903228072a tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.0838492 Apr 04 06:11:07.941909 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-922f6b9c-d7af-431c-b447-dc8a4f0148f6 req-02397567-cc4b-4d26-8ebd-1064bece6b90 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499761 Apr 04 06:11:08.512334 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8da73a33-f900-4a26-bf9c-ede5fcb84c12 req-39e1db92-b5b1-48b7-90e0-e444f40bfe2d tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 210 time: 0.0306985 Apr 04 06:11:08.640867 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-47878b04-9205-4ce2-b820-3b440414c214 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:08.647275 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-47878b04-9205-4ce2-b820-3b440414c214 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (dc2ee913-f9b1-405d-83a2-259e0c7937ae), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:08.766454 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.l3_db [None req-47878b04-9205-4ce2-b820-3b440414c214 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Floating IP dc2ee913-f9b1-405d-83a2-259e0c7937ae associated. External IP: 172.27.2.148, port: 1586b070-d9d3-4269-a097-fdf560b96ec5. Apr 04 06:11:09.154858 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40e1bc-a55e-4c69-a76f-02c5aa26217f req-f5ffeec4-fc1b-4720-a5c1-fe2a2c48783f tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:09.163437 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2c40e1bc-a55e-4c69-a76f-02c5aa26217f req-f5ffeec4-fc1b-4720-a5c1-fe2a2c48783f tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.2562926 Apr 04 06:11:09.224693 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff70dc1-e29c-498c-9234-10e23855198b req-c7138a12-f56c-462d-867a-5ccfa59f0780 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:09.226890 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bff70dc1-e29c-498c-9234-10e23855198b req-c7138a12-f56c-462d-867a-5ccfa59f0780 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.1646547 Apr 04 06:11:09.237512 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-13eceed0-6382-4686-9b0f-8a1dff435fca tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:09.239195 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-13eceed0-6382-4686-9b0f-8a1dff435fca tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.37 "GET /v2.0/networks?id=ae09f782-6f96-4364-8590-562d6c464f4f HTTP/1.1" status: 200 len: 809 time: 0.2969716 Apr 04 06:11:09.264084 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-4157ced0-d867-4b5a-b30a-f1f45bba878b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Request body: {'port': {'device_id': 'ac59c722-6262-46bc-bfc0-e519e8d43faa', 'network_id': 'ae09f782-6f96-4364-8590-562d6c464f4f', 'admin_state_up': True, 'tenant_id': 'ef4b8fbc23f64e5eb84517aa289e71b1'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:09.322341 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2c40e1bc-a55e-4c69-a76f-02c5aa26217f req-ce4366d3-707b-4aa6-87f7-d7db24f5ed36 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578572 Apr 04 06:11:09.383642 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47878b04-9205-4ce2-b820-3b440414c214 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Router c50a0250-9d50-4d17-ba09-f8c4c5b3945d has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:11:09.389970 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bff70dc1-e29c-498c-9234-10e23855198b req-d2002999-0c23-46c0-8e79-a21d17cfaa76 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437683 Apr 04 06:11:09.474572 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-4157ced0-d867-4b5a-b30a-f1f45bba878b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Made reservation on behalf of ef4b8fbc23f64e5eb84517aa289e71b1 for: {'port': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:11:09.478184 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-4157ced0-d867-4b5a-b30a-f1f45bba878b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:09.487463 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65034249-f26d-4d65-a60d-1dfa0afa36da req-98e7f6dc-ffef-4a31-ad48-88d56dc09463 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:09.489263 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-65034249-f26d-4d65-a60d-1dfa0afa36da req-98e7f6dc-ffef-4a31-ad48-88d56dc09463 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0852449 Apr 04 06:11:09.499695 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 51730) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:09.506094 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-26e54661-d55b-471a-90f8-75f00176e2a5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Request body: {'floatingip': {'port_id': '241b8638-fb78-4f69-b79f-997a9d0d3411'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:09.527795 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47878b04-9205-4ce2-b820-3b440414c214 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:11:09.536490 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-47878b04-9205-4ce2-b820-3b440414c214 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:09.548306 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407501c7-7095-4c3f-bb68-ec6ebfc155ac None None] Sync routers for ids ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:11:09.558578 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407501c7-7095-4c3f-bb68-ec6ebfc155ac None None] Routers {'c50a0250-9d50-4d17-ba09-f8c4c5b3945d'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:11:09.559202 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-407501c7-7095-4c3f-bb68-ec6ebfc155ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:10:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:09.589846 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-47878b04-9205-4ce2-b820-3b440414c214 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "PUT /v2.0/floatingips/dc2ee913-f9b1-405d-83a2-259e0c7937ae HTTP/1.1" status: 200 len: 992 time: 1.9934323 Apr 04 06:11:09.590082 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87721069-f607-480c-81cc-d67e51382c6f', 'tag': '1586b070-d9d3-4269-a097-fdf560b96ec5'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:11:09.594121 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863da0c6ea282f34ae24215abf5dfdb82ea7b48a8fa4113b7fa45ec8e2c5cf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57da32d-1c8b-4e09-b3cd-31287119175b" -d '{"events": [{"name": "network-changed", "server_uuid": "87721069-f607-480c-81cc-d67e51382c6f", "tag": "1586b070-d9d3-4269-a097-fdf560b96ec5"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:11:09.609751 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-26e54661-d55b-471a-90f8-75f00176e2a5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for floatingip (542d6b7a-8623-42eb-bfa7-60eba77a843a), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:09.662906 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d00847-7f47-424b-8d5f-67167e06a3ae x-openstack-request-id: req-05d00847-7f47-424b-8d5f-67167e06a3ae {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:11:09.663418 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87721069-f607-480c-81cc-d67e51382c6f", "tag": "1586b070-d9d3-4269-a097-fdf560b96ec5", "status": "completed", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:11:09.663418 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-05d00847-7f47-424b-8d5f-67167e06a3ae {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:11:09.663819 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d00847-7f47-424b-8d5f-67167e06a3ae'] response: {'name': 'network-changed', 'server_uuid': '87721069-f607-480c-81cc-d67e51382c6f', 'tag': '1586b070-d9d3-4269-a097-fdf560b96ec5', 'status': 'completed', 'code': 200} Apr 04 06:11:09.697585 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-407501c7-7095-4c3f-bb68-ec6ebfc155ac None None] Set router c50a0250-9d50-4d17-ba09-f8c4c5b3945d gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:11:09.788506 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-78ba3235-bd18-4536-a675-94308058abe1 req-1866e643-a998-4fc9-9afa-bebb0491be9f tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 210 time: 0.1174154 Apr 04 06:11:09.984769 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57da32d-1c8b-4e09-b3cd-31287119175b req-6c16a358-510c-4cba-a575-714a23a0f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:09.986461 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b57da32d-1c8b-4e09-b3cd-31287119175b req-6c16a358-510c-4cba-a575-714a23a0f636 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb48c2dfec0b435e978641e49934d2c0&device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 1130 time: 0.2419822 Apr 04 06:11:10.058690 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-407501c7-7095-4c3f-bb68-ec6ebfc155ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'name': 'tempest-AttachVolumeShelveTestJSON-842340705-router', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:01Z', 'updated_at': '2022-04-04T06:10:12Z', 'revision_number': 4, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'gw_port': {'id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': 'dc2ee913-f9b1-405d-83a2-259e0c7937ae', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'port_id': '1586b070-d9d3-4269-a097-fdf560b96ec5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'mac_address': 'fa:16:3e:19:1b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87721069-f607-480c-81cc-d67e51382c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:10:21Z', 'updated_at': '2022-04-04T06:11:08Z', 'revision_number': 1, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee8d703-588b-46e9-9c51-267dc1d7333e', 'name': '', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'mac_address': 'fa:16:3e:54:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:09Z', 'updated_at': '2022-04-04T06:10:24Z', 'revision_number': 5, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'subnets': [{'id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:10.091548 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407501c7-7095-4c3f-bb68-ec6ebfc155ac None None] Checking router: c50a0250-9d50-4d17-ba09-f8c4c5b3945d for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:11:10.106333 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407501c7-7095-4c3f-bb68-ec6ebfc155ac None None] Routers {'c50a0250-9d50-4d17-ba09-f8c4c5b3945d'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:11:10.107214 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-407501c7-7095-4c3f-bb68-ec6ebfc155ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:10:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:10.114660 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-4157ced0-d867-4b5a-b30a-f1f45bba878b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Allocated IP 172.20.0.4 (ae09f782-6f96-4364-8590-562d6c464f4f/92fb8ac0-e778-41b6-8b9b-a0d6e67a4b68/2f9988a1-956b-431b-b056-69c2ecdb3dc5) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:11:10.229184 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-407501c7-7095-4c3f-bb68-ec6ebfc155ac None None] Set router c50a0250-9d50-4d17-ba09-f8c4c5b3945d gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:11:10.246438 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57da32d-1c8b-4e09-b3cd-31287119175b req-efd93760-0e72-413f-a4e5-74e4ce05ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:10.248063 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b57da32d-1c8b-4e09-b3cd-31287119175b req-efd93760-0e72-413f-a4e5-74e4ce05ab87 service neutron] 10.222.0.37 "GET /v2.0/networks?id=912f530c-0c5f-4821-bf75-3c7641d0619c HTTP/1.1" status: 200 len: 917 time: 0.2301593 Apr 04 06:11:10.366932 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51780) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:10.500425 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-618cf7f5-96c1-4993-8479-e7434d730208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:10.509483 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-407501c7-7095-4c3f-bb68-ec6ebfc155ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'name': 'tempest-AttachVolumeShelveTestJSON-842340705-router', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:01Z', 'updated_at': '2022-04-04T06:10:12Z', 'revision_number': 4, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'gw_port': {'id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': 'dc2ee913-f9b1-405d-83a2-259e0c7937ae', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'port_id': '1586b070-d9d3-4269-a097-fdf560b96ec5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'mac_address': 'fa:16:3e:19:1b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87721069-f607-480c-81cc-d67e51382c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:10:21Z', 'updated_at': '2022-04-04T06:11:08Z', 'revision_number': 1, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee8d703-588b-46e9-9c51-267dc1d7333e', 'name': '', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'mac_address': 'fa:16:3e:54:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:09Z', 'updated_at': '2022-04-04T06:10:24Z', 'revision_number': 5, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'subnets': [{'id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:10.542285 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407501c7-7095-4c3f-bb68-ec6ebfc155ac None None] The sync data for ids ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'] in dv-cinder-834448-2-iscsi is: [{'id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'name': 'tempest-AttachVolumeShelveTestJSON-842340705-router', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:01Z', 'updated_at': '2022-04-04T06:10:12Z', 'revision_number': 4, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'gw_port': {'id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': 'dc2ee913-f9b1-405d-83a2-259e0c7937ae', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'port_id': '1586b070-d9d3-4269-a097-fdf560b96ec5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'mac_address': 'fa:16:3e:19:1b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87721069-f607-480c-81cc-d67e51382c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:10:21Z', 'updated_at': '2022-04-04T06:11:08Z', 'revision_number': 1, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee8d703-588b-46e9-9c51-267dc1d7333e', 'name': '', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'mac_address': 'fa:16:3e:54:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:09Z', 'updated_at': '2022-04-04T06:10:24Z', 'revision_number': 5, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'subnets': [{'id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:11:10.600035 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-618cf7f5-96c1-4993-8479-e7434d730208 admin admin] Publish callbacks [] for security_group (a85f92bc-0b0c-40b4-b59c-65e1277521b5), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:10.604792 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-618cf7f5-96c1-4993-8479-e7434d730208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (a85f92bc-0b0c-40b4-b59c-65e1277521b5), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:10.649114 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-618cf7f5-96c1-4993-8479-e7434d730208 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e360993f081f4906b9d137a3a03fc294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2810230 Apr 04 06:11:10.650184 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cf7f5-96c1-4993-8479-e7434d730208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85f92bc-0b0c-40b4-b59c-65e1277521b5,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:10.653168 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51786) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:10.700949 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b57da32d-1c8b-4e09-b3cd-31287119175b req-89c4bcb3-4f46-41f2-8046-12a19767f8a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1586b070-d9d3-4269-a097-fdf560b96ec5 HTTP/1.1" status: 200 len: 1000 time: 0.4310074 Apr 04 06:11:10.706150 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e1e7aaa1-148c-48a3-8387-51d318651ae8 admin admin] Publish callbacks [] for security_group (a85f92bc-0b0c-40b4-b59c-65e1277521b5), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:10.731967 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e1e7aaa1-148c-48a3-8387-51d318651ae8 admin admin] Publish callbacks [] for security_group (a85f92bc-0b0c-40b4-b59c-65e1277521b5), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:10.794185 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e1e7aaa1-148c-48a3-8387-51d318651ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (a85f92bc-0b0c-40b4-b59c-65e1277521b5), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:10.797405 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e1e7aaa1-148c-48a3-8387-51d318651ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:10.802100 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-e1e7aaa1-148c-48a3-8387-51d318651ae8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a85f92bc-0b0c-40b4-b59c-65e1277521b5 HTTP/1.1" status: 204 len: 168 time: 0.1444225 Apr 04 06:11:10.812093 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313cf130-f06b-4011-b9fa-f9b9324ffd21 None None] New status for floating IP dc2ee913-f9b1-405d-83a2-259e0c7937ae: ACTIVE {{(pid=103481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:11:10.823907 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7aaa1-148c-48a3-8387-51d318651ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85f92bc-0b0c-40b4-b59c-65e1277521b5,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:11.033830 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57da32d-1c8b-4e09-b3cd-31287119175b req-c0d7bb77-a644-4f82-bdb9-780f42585e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:11.036741 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b57da32d-1c8b-4e09-b3cd-31287119175b req-c0d7bb77-a644-4f82-bdb9-780f42585e62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9a8a955-6bc6-44f6-83f1-2fcedefaefaf HTTP/1.1" status: 200 len: 855 time: 0.3007734 Apr 04 06:11:11.038864 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-db869bd2-c07e-4c1f-8467-9bde5cb15021 req-6019446c-6f10-444c-b424-a177ccb82465 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 210 time: 0.0818977 Apr 04 06:11:11.086279 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-4157ced0-d867-4b5a-b30a-f1f45bba878b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Publish callbacks [] for port (2f9988a1-956b-431b-b056-69c2ecdb3dc5), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:11.130632 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b7169-ee89-40d5-88dd-4cd7fca0e470 req-3c05d737-b9ee-4b31-b13a-fcabd496340c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:11.132263 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d86b7169-ee89-40d5-88dd-4cd7fca0e470 req-3c05d737-b9ee-4b31-b13a-fcabd496340c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.4610927 Apr 04 06:11:11.188570 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.db.resource_extend [None req-26e54661-d55b-471a-90f8-75f00176e2a5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 04 06:11:11.202940 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51798) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:11.216086 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1ad2ff1b-c2ca-456b-bdbb-d93a7502dff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:11.295191 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1ad2ff1b-c2ca-456b-bdbb-d93a7502dff9 admin admin] Publish callbacks [] for security_group (1ef09b97-074c-42a1-b616-8e0e85b6ac07), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:11.299584 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1ad2ff1b-c2ca-456b-bdbb-d93a7502dff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (1ef09b97-074c-42a1-b616-8e0e85b6ac07), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:11.310965 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-26e54661-d55b-471a-90f8-75f00176e2a5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:11.317256 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57da32d-1c8b-4e09-b3cd-31287119175b req-6e6edf92-3670-4eff-93c6-39712cd09441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:11.318950 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b57da32d-1c8b-4e09-b3cd-31287119175b req-6e6edf92-3670-4eff-93c6-39712cd09441 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=912f530c-0c5f-4821-bf75-3c7641d0619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2662203 Apr 04 06:11:11.324822 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d86b7169-ee89-40d5-88dd-4cd7fca0e470 req-8ea9b09b-3646-40f1-8555-5570ffe9a60a tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841433 Apr 04 06:11:11.326880 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-26e54661-d55b-471a-90f8-75f00176e2a5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (542d6b7a-8623-42eb-bfa7-60eba77a843a), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:11.337832 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-4157ced0-d867-4b5a-b30a-f1f45bba878b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (2f9988a1-956b-431b-b056-69c2ecdb3dc5), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:11.340719 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2ff1b-c2ca-456b-bdbb-d93a7502dff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef09b97-074c-42a1-b616-8e0e85b6ac07,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:11.349122 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-1ad2ff1b-c2ca-456b-bdbb-d93a7502dff9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f2ac7bd0ee7442419fcefa9b523f5397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425524 Apr 04 06:11:11.349631 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51800) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:11.420062 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-62d8d6bb-ac54-4db0-a273-74584044de85 admin admin] Publish callbacks [] for security_group (1ef09b97-074c-42a1-b616-8e0e85b6ac07), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:11.446476 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-62d8d6bb-ac54-4db0-a273-74584044de85 admin admin] Publish callbacks [] for security_group (1ef09b97-074c-42a1-b616-8e0e85b6ac07), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:11.509564 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-4157ced0-d867-4b5a-b30a-f1f45bba878b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Network ae09f782-6f96-4364-8590-562d6c464f4f is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:11:11.511102 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-62d8d6bb-ac54-4db0-a273-74584044de85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (1ef09b97-074c-42a1-b616-8e0e85b6ac07), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:11.515448 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-62d8d6bb-ac54-4db0-a273-74584044de85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:11.516838 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-62d8d6bb-ac54-4db0-a273-74584044de85 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ef09b97-074c-42a1-b616-8e0e85b6ac07 HTTP/1.1" status: 204 len: 168 time: 0.1665642 Apr 04 06:11:11.519747 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-4157ced0-d867-4b5a-b30a-f1f45bba878b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:11:11.527627 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8d6bb-ac54-4db0-a273-74584044de85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef09b97-074c-42a1-b616-8e0e85b6ac07,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:11.528802 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-4157ced0-d867-4b5a-b30a-f1f45bba878b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:11:11.538855 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157ced0-d867-4b5a-b30a-f1f45bba878b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Pushing event updated for resources: {'Port': ['ID=2f9988a1-956b-431b-b056-69c2ecdb3dc5,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:11.609216 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b57da32d-1c8b-4e09-b3cd-31287119175b req-4c05d50b-029e-4c40-9546-b15227e43ae5 service neutron] 10.222.0.37 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832353 Apr 04 06:11:11.629978 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-4157ced0-d867-4b5a-b30a-f1f45bba878b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:11.630606 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-4157ced0-d867-4b5a-b30a-f1f45bba878b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:11.682114 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.l3_db [None req-26e54661-d55b-471a-90f8-75f00176e2a5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Floating IP 542d6b7a-8623-42eb-bfa7-60eba77a843a associated. External IP: 172.27.2.65, port: 241b8638-fb78-4f69-b79f-997a9d0d3411. Apr 04 06:11:11.726553 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51812) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:11.765310 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-4157ced0-d867-4b5a-b30a-f1f45bba878b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5055521 Apr 04 06:11:11.786977 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] Request body: {'port': {'device_id': 'ac59c722-6262-46bc-bfc0-e519e8d43faa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:11.850981 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3e702e35-bd2a-46a0-b442-1b6380bb99aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:11.852712 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b57da32d-1c8b-4e09-b3cd-31287119175b req-0c3424b4-0493-4393-a268-4a23ef274e5f service neutron] 10.222.0.37 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364752 Apr 04 06:11:11.897892 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2f9988a1-956b-431b-b056-69c2ecdb3dc5), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:11.962962 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3e702e35-bd2a-46a0-b442-1b6380bb99aa admin admin] Publish callbacks [] for security_group (9c58bf95-b0d8-4550-b9dd-062e8583dcd7), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:11.971547 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3e702e35-bd2a-46a0-b442-1b6380bb99aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (9c58bf95-b0d8-4550-b9dd-062e8583dcd7), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:12.009311 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e702e35-bd2a-46a0-b442-1b6380bb99aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c58bf95-b0d8-4550-b9dd-062e8583dcd7,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:12.030647 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-3e702e35-bd2a-46a0-b442-1b6380bb99aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5252180128664b20b9f5a43a731a7863&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030066 Apr 04 06:11:12.034548 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51828) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:12.133018 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-457d07a2-2107-4f05-9ab1-eb74b6e41b3e admin admin] Publish callbacks [] for security_group (9c58bf95-b0d8-4550-b9dd-062e8583dcd7), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:12.161036 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-457d07a2-2107-4f05-9ab1-eb74b6e41b3e admin admin] Publish callbacks [] for security_group (9c58bf95-b0d8-4550-b9dd-062e8583dcd7), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:12.222384 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-457d07a2-2107-4f05-9ab1-eb74b6e41b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (9c58bf95-b0d8-4550-b9dd-062e8583dcd7), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:12.225793 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-457d07a2-2107-4f05-9ab1-eb74b6e41b3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:12.227013 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-457d07a2-2107-4f05-9ab1-eb74b6e41b3e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c58bf95-b0d8-4550-b9dd-062e8583dcd7 HTTP/1.1" status: 204 len: 168 time: 0.1904540 Apr 04 06:11:12.237745 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d07a2-2107-4f05-9ab1-eb74b6e41b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c58bf95-b0d8-4550-b9dd-062e8583dcd7,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:12.431959 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e54661-d55b-471a-90f8-75f00176e2a5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:11:12.550734 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6db33-4e75-4a2b-bbfb-b45d5e7db1cd req-ee4b5d6e-3292-403f-8dea-38f3efa9038a tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:12.552572 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1ef6db33-4e75-4a2b-bbfb-b45d5e7db1cd req-ee4b5d6e-3292-403f-8dea-38f3efa9038a tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 931 time: 0.4245176 Apr 04 06:11:12.599092 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51850) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:12.615404 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0cb02f50-562c-465d-9af5-4b8635a8feac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:12.662273 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc57781-3b3f-4d43-9142-7dfd4e8b4f9c req-9848d1f3-62ed-420b-8564-31cc89ba3172 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:12.663739 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ecc57781-3b3f-4d43-9142-7dfd4e8b4f9c req-9848d1f3-62ed-420b-8564-31cc89ba3172 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.2199774 Apr 04 06:11:12.708231 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0cb02f50-562c-465d-9af5-4b8635a8feac admin admin] Publish callbacks [] for security_group (6afa72d9-0034-4e81-8ce0-5e35abdc3364), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:12.714322 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0cb02f50-562c-465d-9af5-4b8635a8feac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (6afa72d9-0034-4e81-8ce0-5e35abdc3364), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:12.743307 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1ef6db33-4e75-4a2b-bbfb-b45d5e7db1cd req-98e0823c-ab75-40f9-a556-fab9a5076305 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613641 Apr 04 06:11:12.755883 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e54661-d55b-471a-90f8-75f00176e2a5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:11:12.759885 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb02f50-562c-465d-9af5-4b8635a8feac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afa72d9-0034-4e81-8ce0-5e35abdc3364,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:12.763136 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-26e54661-d55b-471a-90f8-75f00176e2a5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:12.764794 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-0cb02f50-562c-465d-9af5-4b8635a8feac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5a36eb12b234c73815bfb4eed59c9e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642754 Apr 04 06:11:12.767509 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51856) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:12.785363 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd3f8c-2b0a-455a-a4f6-dbb62e330964 None None] Sync routers for ids ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:11:12.806556 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9988a1-956b-431b-b056-69c2ecdb3dc5 {{(pid=103480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:11:12.814121 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bd3f8c-2b0a-455a-a4f6-dbb62e330964 None None] Routers {'83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:11:12.814753 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-08bd3f8c-2b0a-455a-a4f6-dbb62e330964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:10:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:12.826006 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] Publish callbacks [] for port (2f9988a1-956b-431b-b056-69c2ecdb3dc5), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:12.846203 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ecc57781-3b3f-4d43-9142-7dfd4e8b4f9c req-b80a8317-8c0f-4591-9ee7-6fe1ee724a5b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585329 Apr 04 06:11:12.856307 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-37497221-d281-40a9-9bef-c7731fc23456 admin admin] Publish callbacks [] for security_group (6afa72d9-0034-4e81-8ce0-5e35abdc3364), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:12.873713 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-26e54661-d55b-471a-90f8-75f00176e2a5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "PUT /v2.0/floatingips/542d6b7a-8623-42eb-bfa7-60eba77a843a HTTP/1.1" status: 200 len: 990 time: 3.3726785 Apr 04 06:11:12.876867 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7efae2-ecff-441e-8c21-828101b5d6a0', 'tag': '241b8638-fb78-4f69-b79f-997a9d0d3411'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:11:12.879432 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e4d1ac-e460-4a13-a8e7-52e93874d61c" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7efae2-ecff-441e-8c21-828101b5d6a0", "tag": "241b8638-fb78-4f69-b79f-997a9d0d3411"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:11:12.884935 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.provisioning_blocks [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] Transition to ACTIVE for port object 2f9988a1-956b-431b-b056-69c2ecdb3dc5 will not be triggered until provisioned by entity L2. {{(pid=103480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 06:11:12.890568 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-37497221-d281-40a9-9bef-c7731fc23456 admin admin] Publish callbacks [] for security_group (6afa72d9-0034-4e81-8ce0-5e35abdc3364), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:12.895362 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (2f9988a1-956b-431b-b056-69c2ecdb3dc5), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:12.944813 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e1dd39-6dec-4591-a6f1-ce37df8ed7d7 x-openstack-request-id: req-69e1dd39-6dec-4591-a6f1-ce37df8ed7d7 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:11:12.945131 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7efae2-ecff-441e-8c21-828101b5d6a0", "tag": "241b8638-fb78-4f69-b79f-997a9d0d3411", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:11:12.945709 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69e1dd39-6dec-4591-a6f1-ce37df8ed7d7 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:11:12.946426 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e1dd39-6dec-4591-a6f1-ce37df8ed7d7'] response: {'name': 'network-changed', 'server_uuid': '9f7efae2-ecff-441e-8c21-828101b5d6a0', 'tag': '241b8638-fb78-4f69-b79f-997a9d0d3411', 'status': 'completed', 'code': 200} Apr 04 06:11:12.965622 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-37497221-d281-40a9-9bef-c7731fc23456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (6afa72d9-0034-4e81-8ce0-5e35abdc3364), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:12.969791 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-37497221-d281-40a9-9bef-c7731fc23456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:12.971071 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-37497221-d281-40a9-9bef-c7731fc23456 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6afa72d9-0034-4e81-8ce0-5e35abdc3364 HTTP/1.1" status: 204 len: 168 time: 0.2025468 Apr 04 06:11:12.982618 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37497221-d281-40a9-9bef-c7731fc23456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afa72d9-0034-4e81-8ce0-5e35abdc3364,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:13.004429 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-08bd3f8c-2b0a-455a-a4f6-dbb62e330964 None None] Set router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:11:13.045980 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9988a1-956b-431b-b056-69c2ecdb3dc5,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:13.104747 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4d1ac-e460-4a13-a8e7-52e93874d61c req-8f478c9c-2d6f-4805-a3e4-18bcf8b939df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:13.107114 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-87e4d1ac-e460-4a13-a8e7-52e93874d61c req-8f478c9c-2d6f-4805-a3e4-18bcf8b939df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3bf2aa8f9fc74712aac7ec691de75582&device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 1129 time: 0.1315498 Apr 04 06:11:13.132954 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] Attempting to bind port 2f9988a1-956b-431b-b056-69c2ecdb3dc5 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:11:13.133561 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] Attempting to bind port 2f9988a1-956b-431b-b056-69c2ecdb3dc5 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'd59b0b9c-a6eb-4a7f-a4a7-978fb1693103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ae09f782-6f96-4364-8590-562d6c464f4f'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:11:13.134074 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] Attempting to bind port 2f9988a1-956b-431b-b056-69c2ecdb3dc5 on network ae09f782-6f96-4364-8590-562d6c464f4f {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:11:13.178056 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] Port 2f9988a1-956b-431b-b056-69c2ecdb3dc5 on network ae09f782-6f96-4364-8590-562d6c464f4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 06:11:13.178571 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] Attempting to bind port 2f9988a1-956b-431b-b056-69c2ecdb3dc5 on network ae09f782-6f96-4364-8590-562d6c464f4f {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:11:13.190893 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] Checking agent: {'id': '0c1e107c-d850-42a9-b491-1b463a8f645f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'started_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:11:13.191540 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] Checking segment: {'id': 'd59b0b9c-a6eb-4a7f-a4a7-978fb1693103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ae09f782-6f96-4364-8590-562d6c464f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:11:13.192174 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] Bound using segment: {'id': 'd59b0b9c-a6eb-4a7f-a4a7-978fb1693103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ae09f782-6f96-4364-8590-562d6c464f4f'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:11:13.192812 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] Bound port: 2f9988a1-956b-431b-b056-69c2ecdb3dc5, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59b0b9c-a6eb-4a7f-a4a7-978fb1693103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ae09f782-6f96-4364-8590-562d6c464f4f'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:11:13.193381 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2f9988a1-956b-431b-b056-69c2ecdb3dc5), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:13.279486 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4d1ac-e460-4a13-a8e7-52e93874d61c req-a1a7e2c0-7273-4ef8-830d-56be1b45e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:13.281300 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-87e4d1ac-e460-4a13-a8e7-52e93874d61c req-a1a7e2c0-7273-4ef8-830d-56be1b45e5b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=346304e3-defa-40dc-a5ad-7a093dfc23b7 HTTP/1.1" status: 200 len: 911 time: 0.1583922 Apr 04 06:11:13.328233 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] For port 2f9988a1-956b-431b-b056-69c2ecdb3dc5, host hv-cinder-83444, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:11:13.347533 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] For port 2f9988a1-956b-431b-b056-69c2ecdb3dc5, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2f9988a1-956b-431b-b056-69c2ecdb3dc5,segment=NetworkSegment(d59b0b9c-a6eb-4a7f-a4a7-978fb1693103),segment_id=d59b0b9c-a6eb-4a7f-a4a7-978fb1693103)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:11:13.362523 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (2f9988a1-956b-431b-b056-69c2ecdb3dc5), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:13.382081 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:13.382994 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:13.384541 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] 10.222.0.37 "PUT /v2.0/ports/2f9988a1-956b-431b-b056-69c2ecdb3dc5 HTTP/1.1" status: 200 len: 1093 time: 1.6043670 Apr 04 06:11:13.419555 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-87e4d1ac-e460-4a13-a8e7-52e93874d61c req-c88072c4-d9ed-4a4c-b0b7-a41c5d273b0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=241b8638-fb78-4f69-b79f-997a9d0d3411 HTTP/1.1" status: 200 len: 998 time: 0.1293945 Apr 04 06:11:13.465737 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-08bd3f8c-2b0a-455a-a4f6-dbb62e330964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'name': 'tempest-AttachVolumeTestJSON-181001088-router', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:02Z', 'updated_at': '2022-04-04T06:10:11Z', 'revision_number': 4, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'gw_port': {'id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:03Z', 'updated_at': '2022-04-04T06:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '542d6b7a-8623-42eb-bfa7-60eba77a843a', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'port_id': '241b8638-fb78-4f69-b79f-997a9d0d3411', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'mac_address': 'fa:16:3e:dd:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7efae2-ecff-441e-8c21-828101b5d6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:10:22Z', 'updated_at': '2022-04-04T06:11:11Z', 'revision_number': 1, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12604a2e-e62e-4b0c-83cf-9375d169d83a', 'name': '', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'mac_address': 'fa:16:3e:8d:62:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:10Z', 'updated_at': '2022-04-04T06:10:21Z', 'revision_number': 5, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'subnets': [{'id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:13.501055 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd3f8c-2b0a-455a-a4f6-dbb62e330964 None None] Checking router: 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:11:13.501998 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579146ff-c599-479b-8712-1af0f3e9d497 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9988a1-956b-431b-b056-69c2ecdb3dc5,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:13.523432 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bd3f8c-2b0a-455a-a4f6-dbb62e330964 None None] Routers {'83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:11:13.524128 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-08bd3f8c-2b0a-455a-a4f6-dbb62e330964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:10:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:13.531128 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4d1ac-e460-4a13-a8e7-52e93874d61c req-37c19c45-093d-45a3-99ea-d164c2fb43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:13.533183 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-87e4d1ac-e460-4a13-a8e7-52e93874d61c req-37c19c45-093d-45a3-99ea-d164c2fb43d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=389db79c-3d35-45ec-be77-a745fbe4b317 HTTP/1.1" status: 200 len: 849 time: 0.0939434 Apr 04 06:11:13.546637 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-54b4fd86-7f76-434a-a309-41c6a7b436ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:13.548312 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-54b4fd86-7f76-434a-a309-41c6a7b436ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef4b8fbc23f64e5eb84517aa289e71b1&device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 1127 time: 0.1022613 Apr 04 06:11:13.607159 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:11:13.627433 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-769b7815-1ccf-4960-90e4-1194ae694cb7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f9988a1-956b-431b-b056-69c2ecdb3dc5 HTTP/1.1" status: 200 len: 217 time: 0.0696371 Apr 04 06:11:13.666287 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-08bd3f8c-2b0a-455a-a4f6-dbb62e330964 None None] Set router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:11:13.675822 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4d1ac-e460-4a13-a8e7-52e93874d61c req-097b1f03-c1f3-40cd-8bb5-b39c51d107a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:13.678318 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-87e4d1ac-e460-4a13-a8e7-52e93874d61c req-097b1f03-c1f3-40cd-8bb5-b39c51d107a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=346304e3-defa-40dc-a5ad-7a093dfc23b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1350980 Apr 04 06:11:13.735952 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-a1914b04-1945-497a-89d7-c4f95b87a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:13.738020 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-a1914b04-1945-497a-89d7-c4f95b87a6a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92fb8ac0-e778-41b6-8b9b-a0d6e67a4b68 HTTP/1.1" status: 200 len: 849 time: 0.1004312 Apr 04 06:11:13.779815 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-082522d5-8181-4cdf-b01c-eff677b2b28d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae09f782-6f96-4364-8590-562d6c464f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346518 Apr 04 06:11:13.888152 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-87e4d1ac-e460-4a13-a8e7-52e93874d61c req-6f2eaf48-c3d0-46d2-a831-07ee58f675f0 service neutron] 10.222.0.37 "GET /v2.0/networks/346304e3-defa-40dc-a5ad-7a093dfc23b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019370 Apr 04 06:11:14.049987 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-08bd3f8c-2b0a-455a-a4f6-dbb62e330964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'name': 'tempest-AttachVolumeTestJSON-181001088-router', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:02Z', 'updated_at': '2022-04-04T06:10:11Z', 'revision_number': 4, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'gw_port': {'id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:03Z', 'updated_at': '2022-04-04T06:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '542d6b7a-8623-42eb-bfa7-60eba77a843a', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'port_id': '241b8638-fb78-4f69-b79f-997a9d0d3411', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'mac_address': 'fa:16:3e:dd:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7efae2-ecff-441e-8c21-828101b5d6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:10:22Z', 'updated_at': '2022-04-04T06:11:11Z', 'revision_number': 1, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12604a2e-e62e-4b0c-83cf-9375d169d83a', 'name': '', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'mac_address': 'fa:16:3e:8d:62:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:10Z', 'updated_at': '2022-04-04T06:10:21Z', 'revision_number': 5, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'subnets': [{'id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:14.055011 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-1d7dcc6a-c3a5-4f84-82c7-a52fb7578ff2 service neutron] 10.222.0.37 "GET /v2.0/networks/ae09f782-6f96-4364-8590-562d6c464f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615228 Apr 04 06:11:14.079816 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd3f8c-2b0a-455a-a4f6-dbb62e330964 None None] The sync data for ids ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'] in dv-cinder-834448-2-iscsi is: [{'id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'name': 'tempest-AttachVolumeTestJSON-181001088-router', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:02Z', 'updated_at': '2022-04-04T06:10:11Z', 'revision_number': 4, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'gw_port': {'id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:03Z', 'updated_at': '2022-04-04T06:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '542d6b7a-8623-42eb-bfa7-60eba77a843a', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'port_id': '241b8638-fb78-4f69-b79f-997a9d0d3411', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'mac_address': 'fa:16:3e:dd:2b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7efae2-ecff-441e-8c21-828101b5d6a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:10:22Z', 'updated_at': '2022-04-04T06:11:11Z', 'revision_number': 1, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12604a2e-e62e-4b0c-83cf-9375d169d83a', 'name': '', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'mac_address': 'fa:16:3e:8d:62:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:10Z', 'updated_at': '2022-04-04T06:10:21Z', 'revision_number': 5, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'subnets': [{'id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:11:14.176041 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203d03a-77b5-4e58-8739-1aa6760f4fc5 req-a73c7dfb-02e2-4ba1-a914-404a595ccc86 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:14.177828 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7203d03a-77b5-4e58-8739-1aa6760f4fc5 req-a73c7dfb-02e2-4ba1-a914-404a595ccc86 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 943 time: 0.2090192 Apr 04 06:11:14.187318 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29707d0-13e7-4354-a5f7-83efd3a873bf req-d2758d91-2bc9-458d-93ed-63b6c41423ea tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:14.189012 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c29707d0-13e7-4354-a5f7-83efd3a873bf req-d2758d91-2bc9-458d-93ed-63b6c41423ea tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.2162151 Apr 04 06:11:14.202848 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-87e4d1ac-e460-4a13-a8e7-52e93874d61c req-828f36aa-78a0-4dcd-8881-c644228c7edf service neutron] 10.222.0.37 "GET /v2.0/networks/346304e3-defa-40dc-a5ad-7a093dfc23b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038592 Apr 04 06:11:14.300885 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7203d03a-77b5-4e58-8739-1aa6760f4fc5 req-da9c7134-4d78-4bd2-9da8-2d7ad7a1f844 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108363 Apr 04 06:11:14.303962 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-84ec799b-9224-475a-9fa4-c79bc83387b6 req-3ac61627-af22-4612-937b-0fb07c7e2bc1 service neutron] 10.222.0.37 "GET /v2.0/networks/ae09f782-6f96-4364-8590-562d6c464f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317486 Apr 04 06:11:14.307582 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c29707d0-13e7-4354-a5f7-83efd3a873bf req-2f6fbbe1-249d-4bb8-9160-553d59d6d0a9 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065331 Apr 04 06:11:14.393008 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e87bfb-c6f8-498a-9a12-b152a555e32e None None] New status for floating IP 542d6b7a-8623-42eb-bfa7-60eba77a843a: ACTIVE {{(pid=103481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:11:14.947973 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac59c722-6262-46bc-bfc0-e519e8d43faa', 'tag': '2f9988a1-956b-431b-b056-69c2ecdb3dc5'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:11:14.950589 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b940ba3-1935-4f7d-b1c2-3e9c31a61a63" -d '{"events": [{"name": "network-changed", "server_uuid": "ac59c722-6262-46bc-bfc0-e519e8d43faa", "tag": "2f9988a1-956b-431b-b056-69c2ecdb3dc5"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:11:14.986925 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a969298d-57fc-4ae1-a18a-b5d5bace0bc0 x-openstack-request-id: req-a969298d-57fc-4ae1-a18a-b5d5bace0bc0 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:11:14.987217 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac59c722-6262-46bc-bfc0-e519e8d43faa", "tag": "2f9988a1-956b-431b-b056-69c2ecdb3dc5", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:11:14.987455 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a969298d-57fc-4ae1-a18a-b5d5bace0bc0 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:11:14.987917 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a969298d-57fc-4ae1-a18a-b5d5bace0bc0'] response: {'name': 'network-changed', 'server_uuid': 'ac59c722-6262-46bc-bfc0-e519e8d43faa', 'tag': '2f9988a1-956b-431b-b056-69c2ecdb3dc5', 'status': 'completed', 'code': 200} Apr 04 06:11:15.070577 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b940ba3-1935-4f7d-b1c2-3e9c31a61a63 req-dc7a5d42-015f-4ccf-819a-dddbbbb84c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:15.072141 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8b940ba3-1935-4f7d-b1c2-3e9c31a61a63 req-dc7a5d42-015f-4ccf-819a-dddbbbb84c46 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef4b8fbc23f64e5eb84517aa289e71b1&device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 1127 time: 0.0475183 Apr 04 06:11:15.190117 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b940ba3-1935-4f7d-b1c2-3e9c31a61a63 req-d49ba830-6f27-4cb7-a34b-03cb634fe04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:15.191610 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8b940ba3-1935-4f7d-b1c2-3e9c31a61a63 req-d49ba830-6f27-4cb7-a34b-03cb634fe04a service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae09f782-6f96-4364-8590-562d6c464f4f HTTP/1.1" status: 200 len: 910 time: 0.1013484 Apr 04 06:11:15.250104 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8b940ba3-1935-4f7d-b1c2-3e9c31a61a63 req-60302d4e-7691-494d-bfce-b04a3c746cf1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f9988a1-956b-431b-b056-69c2ecdb3dc5 HTTP/1.1" status: 200 len: 217 time: 0.0386684 Apr 04 06:11:15.301505 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b940ba3-1935-4f7d-b1c2-3e9c31a61a63 req-d5c98b98-9818-446f-af8f-7a59ada1fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:15.303078 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8b940ba3-1935-4f7d-b1c2-3e9c31a61a63 req-d5c98b98-9818-446f-af8f-7a59ada1fb9e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92fb8ac0-e778-41b6-8b9b-a0d6e67a4b68 HTTP/1.1" status: 200 len: 849 time: 0.0448334 Apr 04 06:11:15.337438 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8b940ba3-1935-4f7d-b1c2-3e9c31a61a63 req-77ecadd6-d8c2-4a93-bb5c-6f505ee028b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae09f782-6f96-4364-8590-562d6c464f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273767 Apr 04 06:11:15.508178 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8b940ba3-1935-4f7d-b1c2-3e9c31a61a63 req-70644b29-efbb-4fab-b115-295af1a87d9d service neutron] 10.222.0.37 "GET /v2.0/networks/ae09f782-6f96-4364-8590-562d6c464f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543882 Apr 04 06:11:15.517801 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e853f-019e-4a17-ac91-2eb9c66efd87 req-493e9744-b392-4694-94cd-0a5b1d8b0f74 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:15.519165 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-665e853f-019e-4a17-ac91-2eb9c66efd87 req-493e9744-b392-4694-94cd-0a5b1d8b0f74 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.1185856 Apr 04 06:11:15.536546 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e696ed-8891-4128-a7aa-de5fa056266f req-74773393-94b9-4703-8d2b-1b6dff973835 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:15.538235 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-71e696ed-8891-4128-a7aa-de5fa056266f req-74773393-94b9-4703-8d2b-1b6dff973835 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 943 time: 0.1362958 Apr 04 06:11:15.677623 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-665e853f-019e-4a17-ac91-2eb9c66efd87 req-196e097f-9ba2-4e9c-946b-e54e8472a033 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480584 Apr 04 06:11:15.689736 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-71e696ed-8891-4128-a7aa-de5fa056266f req-678fbb34-b826-4b9a-9a65-633ca2101810 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309435 Apr 04 06:11:15.700715 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8b940ba3-1935-4f7d-b1c2-3e9c31a61a63 req-c23444c6-eae6-4005-8559-f0d5a929e702 service neutron] 10.222.0.37 "GET /v2.0/networks/ae09f782-6f96-4364-8590-562d6c464f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791642 Apr 04 06:11:16.457484 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51952) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:16.567230 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-66a2161a-6b76-4ddd-a147-cab6e90d1a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:16.651876 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-66a2161a-6b76-4ddd-a147-cab6e90d1a6b admin admin] Publish callbacks [] for security_group (08231a3d-17be-4621-bc32-c7905a18d2e7), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:16.656856 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-66a2161a-6b76-4ddd-a147-cab6e90d1a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (08231a3d-17be-4621-bc32-c7905a18d2e7), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:16.694068 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-66a2161a-6b76-4ddd-a147-cab6e90d1a6b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=691b2dfdf81440348baa555be6ddd1ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355092 Apr 04 06:11:16.694898 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2161a-6b76-4ddd-a147-cab6e90d1a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08231a3d-17be-4621-bc32-c7905a18d2e7,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:16.697187 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 51956) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:16.784866 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1e031542-33f3-4e5a-b85d-1fe60a853945 admin admin] Publish callbacks [] for security_group (08231a3d-17be-4621-bc32-c7905a18d2e7), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:16.851371 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1e031542-33f3-4e5a-b85d-1fe60a853945 admin admin] Publish callbacks [] for security_group (08231a3d-17be-4621-bc32-c7905a18d2e7), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:16.904206 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44becd56-376c-4994-9d46-f78f9145d96e req-852caf88-652d-43f0-a596-9a54d085f124 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:16.905952 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-44becd56-376c-4994-9d46-f78f9145d96e req-852caf88-652d-43f0-a596-9a54d085f124 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.1417472 Apr 04 06:11:16.920293 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5570a9-2955-46f5-9636-b7e79101a40a req-ac6676f3-ba57-4f7e-8820-0c5cc5529117 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:16.921733 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4a5570a9-2955-46f5-9636-b7e79101a40a req-ac6676f3-ba57-4f7e-8820-0c5cc5529117 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 943 time: 0.1380179 Apr 04 06:11:16.966495 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1e031542-33f3-4e5a-b85d-1fe60a853945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (08231a3d-17be-4621-bc32-c7905a18d2e7), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:16.968936 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1e031542-33f3-4e5a-b85d-1fe60a853945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:16.970067 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-1e031542-33f3-4e5a-b85d-1fe60a853945 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08231a3d-17be-4621-bc32-c7905a18d2e7 HTTP/1.1" status: 204 len: 168 time: 0.2669814 Apr 04 06:11:17.001359 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e031542-33f3-4e5a-b85d-1fe60a853945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08231a3d-17be-4621-bc32-c7905a18d2e7,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:17.010228 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-44becd56-376c-4994-9d46-f78f9145d96e req-f33279cb-3639-403a-a713-3ed2bcb0defb tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869834 Apr 04 06:11:17.031159 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4a5570a9-2955-46f5-9636-b7e79101a40a req-867ed105-0d62-4af2-8947-7b027da124c7 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944610 Apr 04 06:11:17.271810 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 51968) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:17.285445 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0bdf013a-7692-43a6-951b-7a809f20936e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:17.362543 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0bdf013a-7692-43a6-951b-7a809f20936e admin admin] Publish callbacks [] for security_group (4f4649a1-eae6-48e4-91fb-db10898361c2), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:17.367629 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0bdf013a-7692-43a6-951b-7a809f20936e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (4f4649a1-eae6-48e4-91fb-db10898361c2), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:17.407318 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-0bdf013a-7692-43a6-951b-7a809f20936e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74724006c3d14afcbb43b6e531695a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343877 Apr 04 06:11:17.408474 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf013a-7692-43a6-951b-7a809f20936e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4649a1-eae6-48e4-91fb-db10898361c2,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:17.410214 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 51974) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:17.472007 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0e9fef25-8d4a-44ba-aa93-df0060a09eed admin admin] Publish callbacks [] for security_group (4f4649a1-eae6-48e4-91fb-db10898361c2), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:17.496246 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0e9fef25-8d4a-44ba-aa93-df0060a09eed admin admin] Publish callbacks [] for security_group (4f4649a1-eae6-48e4-91fb-db10898361c2), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:17.560779 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0e9fef25-8d4a-44ba-aa93-df0060a09eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (4f4649a1-eae6-48e4-91fb-db10898361c2), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:17.563408 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0e9fef25-8d4a-44ba-aa93-df0060a09eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:17.564557 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-0e9fef25-8d4a-44ba-aa93-df0060a09eed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f4649a1-eae6-48e4-91fb-db10898361c2 HTTP/1.1" status: 204 len: 168 time: 0.1527498 Apr 04 06:11:17.572449 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fef25-8d4a-44ba-aa93-df0060a09eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4649a1-eae6-48e4-91fb-db10898361c2,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:18.168145 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c569f33-3f02-4116-bdf6-325506da8c1c req-339ec647-84e9-4a1c-a340-5be407332da4 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:18.169808 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4c569f33-3f02-4116-bdf6-325506da8c1c req-339ec647-84e9-4a1c-a340-5be407332da4 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.0917392 Apr 04 06:11:18.189403 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd4779-9122-49cd-8b87-6860b9540394 req-194d50d4-13b2-46bf-9c2d-857b0a9956cd tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:18.190949 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-25cd4779-9122-49cd-8b87-6860b9540394 req-194d50d4-13b2-46bf-9c2d-857b0a9956cd tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 943 time: 0.0823765 Apr 04 06:11:18.250152 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4c569f33-3f02-4116-bdf6-325506da8c1c req-43c97640-936b-4f85-ba69-18f25e63e8e7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734086 Apr 04 06:11:18.264923 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-25cd4779-9122-49cd-8b87-6860b9540394 req-e0033081-de59-4863-8326-a8e33d94698b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664206 Apr 04 06:11:19.407505 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21474766-2ca2-445a-b342-4e552de349f4 req-faead695-f048-4e30-9911-46e28758a595 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:19.409159 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-21474766-2ca2-445a-b342-4e552de349f4 req-faead695-f048-4e30-9911-46e28758a595 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.0885909 Apr 04 06:11:19.431359 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239f685-4ca6-4eac-81d2-ed2fdd630cd1 req-4114ef13-c1c2-41e4-8a08-f64165b4f207 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:19.438140 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5239f685-4ca6-4eac-81d2-ed2fdd630cd1 req-4114ef13-c1c2-41e4-8a08-f64165b4f207 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 943 time: 0.1056621 Apr 04 06:11:19.526362 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5239f685-4ca6-4eac-81d2-ed2fdd630cd1 req-3797d731-cb09-4a96-b80b-cf5554d23873 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872602 Apr 04 06:11:19.530602 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-21474766-2ca2-445a-b342-4e552de349f4 req-9bcebe69-c777-4f32-ba8e-02d2978a616a tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155026 Apr 04 06:11:20.683429 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5385f-fc38-4de8-8263-23ef173e4c45 req-6df62d6c-7f77-47d4-864b-de39f7d104b1 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:20.684891 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-63b5385f-fc38-4de8-8263-23ef173e4c45 req-6df62d6c-7f77-47d4-864b-de39f7d104b1 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.0808539 Apr 04 06:11:20.698442 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071189cf-7b31-4908-aec4-e656a32da7f9 req-7e09e0f3-b10a-4bd8-9a51-2105325e1995 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:20.699888 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-071189cf-7b31-4908-aec4-e656a32da7f9 req-7e09e0f3-b10a-4bd8-9a51-2105325e1995 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 943 time: 0.0871496 Apr 04 06:11:20.771558 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-63b5385f-fc38-4de8-8263-23ef173e4c45 req-2af0bbdd-586a-4cf2-a481-712f520fe41f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807905 Apr 04 06:11:20.778461 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-071189cf-7b31-4908-aec4-e656a32da7f9 req-6de5ef3d-f38a-4538-acb2-a5b39e7ed7ec tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728464 Apr 04 06:11:21.926204 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062d1f6-d3e0-4fcf-a656-e64d7f5b91cd req-18f2ed3c-30d0-4018-8ba5-c0638fe8a1e5 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:21.929739 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e062d1f6-d3e0-4fcf-a656-e64d7f5b91cd req-18f2ed3c-30d0-4018-8ba5-c0638fe8a1e5 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.0854652 Apr 04 06:11:21.940489 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6138d89-241a-48ed-98bc-a0e3f19a4ee5 req-b94707b2-a017-45f3-9c4f-e8cab791aa8b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:21.941977 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a6138d89-241a-48ed-98bc-a0e3f19a4ee5 req-b94707b2-a017-45f3-9c4f-e8cab791aa8b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 943 time: 0.0904033 Apr 04 06:11:22.012199 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e062d1f6-d3e0-4fcf-a656-e64d7f5b91cd req-b12439fb-a236-43a9-aeef-28ce7cda8d55 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692182 Apr 04 06:11:22.019413 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a6138d89-241a-48ed-98bc-a0e3f19a4ee5 req-dcb350ae-f165-48fe-9bb7-91d953587827 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674975 Apr 04 06:11:23.313037 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c2ba3-3a07-48d8-baa7-2d6b5c999f2e req-c9f8d404-0485-44bb-8688-af16110613a7 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:23.314509 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bb5c2ba3-3a07-48d8-baa7-2d6b5c999f2e req-c9f8d404-0485-44bb-8688-af16110613a7 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 946 time: 0.3198404 Apr 04 06:11:23.351032 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf6e11-13ba-47ee-8b61-824f328390b8 req-b7d7060f-4448-4b21-916e-074efa4dfd3d tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:23.352709 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-49cf6e11-13ba-47ee-8b61-824f328390b8 req-b7d7060f-4448-4b21-916e-074efa4dfd3d tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.0845168 Apr 04 06:11:23.393114 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bb5c2ba3-3a07-48d8-baa7-2d6b5c999f2e req-f757c635-052f-4a57-aa92-3af65d8b75e4 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712311 Apr 04 06:11:23.430361 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-49cf6e11-13ba-47ee-8b61-824f328390b8 req-8abe2cf9-4d0b-43bd-9dcf-714102f7570c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667853 Apr 04 06:11:23.512176 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68186e-cc51-42ee-8dc6-2f2efa2b77c5 req-f6f5ecbf-78e1-457e-8022-f8e2384f3ea0 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:23.514088 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9f68186e-cc51-42ee-8dc6-2f2efa2b77c5 req-f6f5ecbf-78e1-457e-8022-f8e2384f3ea0 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 943 time: 0.0583816 Apr 04 06:11:23.562511 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9f68186e-cc51-42ee-8dc6-2f2efa2b77c5 req-00f0f9cf-c3d1-479b-a53d-fe91311ae957 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421393 Apr 04 06:11:24.548001 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7e811-d9e6-497d-b4d3-9fae92a08d78 req-a3a09caa-d1e2-4049-bb6d-f0ef14246bfb tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:24.549509 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c7a7e811-d9e6-497d-b4d3-9fae92a08d78 req-a3a09caa-d1e2-4049-bb6d-f0ef14246bfb tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 946 time: 0.0822415 Apr 04 06:11:24.571506 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447c903-f1c1-4821-991a-1eb404117092 req-a40fc4a2-a458-4457-b67b-4efbc170025e tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:24.572979 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7447c903-f1c1-4821-991a-1eb404117092 req-a40fc4a2-a458-4457-b67b-4efbc170025e tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.0746858 Apr 04 06:11:24.639847 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c7a7e811-d9e6-497d-b4d3-9fae92a08d78 req-8c4b0f95-7d3d-4744-83fd-1670e766db82 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814741 Apr 04 06:11:24.662259 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7447c903-f1c1-4821-991a-1eb404117092 req-541a6808-5d45-4da7-89b7-3c4905c16a80 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710037 Apr 04 06:11:24.728854 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 2f9988a1-956b-431b-b056-69c2ecdb3dc5 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:11:24.772626 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3856e-2f69-44da-8071-2951347a505a req-ec308d37-c8c4-4d29-9059-a88a34c11721 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:24.774006 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c0c3856e-2f69-44da-8071-2951347a505a req-ec308d37-c8c4-4d29-9059-a88a34c11721 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 943 time: 0.0625172 Apr 04 06:11:24.852669 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c0c3856e-2f69-44da-8071-2951347a505a req-24d515d5-4128-45f5-8c14-c448833706e7 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679052 Apr 04 06:11:24.857813 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 2f9988a1-956b-431b-b056-69c2ecdb3dc5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2f9988a1-956b-431b-b056-69c2ecdb3dc5,segment=NetworkSegment(d59b0b9c-a6eb-4a7f-a4a7-978fb1693103),segment_id=d59b0b9c-a6eb-4a7f-a4a7-978fb1693103)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:24.872179 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': '2f9988a1-956b-431b-b056-69c2ecdb3dc5', 'network_id': 'ae09f782-6f96-4364-8590-562d6c464f4f', 'port_id': '2f9988a1-956b-431b-b056-69c2ecdb3dc5', 'mac_address': 'fa:16:3e:17:80:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92fb8ac0-e778-41b6-8b9b-a0d6e67a4b68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:11:24.916723 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 2f9988a1-956b-431b-b056-69c2ecdb3dc5 is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:24.917175 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2f9988a1-956b-431b-b056-69c2ecdb3dc5), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:24.930329 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9988a1-956b-431b-b056-69c2ecdb3dc5 {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:11:24.950428 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 2f9988a1-956b-431b-b056-69c2ecdb3dc5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2f9988a1-956b-431b-b056-69c2ecdb3dc5,segment=NetworkSegment(d59b0b9c-a6eb-4a7f-a4a7-978fb1693103),segment_id=d59b0b9c-a6eb-4a7f-a4a7-978fb1693103)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:24.955372 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (2f9988a1-956b-431b-b056-69c2ecdb3dc5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:25.003327 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=2f9988a1-956b-431b-b056-69c2ecdb3dc5,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:25.660574 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['2f9988a1-956b-431b-b056-69c2ecdb3dc5'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:11:25.831419 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934eb686-7dc1-4a6f-9f34-a969bd4dd3e5 req-50f73be4-d7b8-4ed1-8610-871b7850222c tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:25.832924 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-934eb686-7dc1-4a6f-9f34-a969bd4dd3e5 req-50f73be4-d7b8-4ed1-8610-871b7850222c tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 946 time: 0.1227655 Apr 04 06:11:25.856266 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128b7cd-9e8d-4fb4-9149-391ac5cd29fd req-be8eb9e0-f553-4065-8083-fe34aaedf055 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:25.857906 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c128b7cd-9e8d-4fb4-9149-391ac5cd29fd req-be8eb9e0-f553-4065-8083-fe34aaedf055 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 946 time: 0.1189351 Apr 04 06:11:25.865779 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c60cdf-8c47-481b-a497-4d579ac54dbc req-5d306db8-6222-45ff-aa87-fc8d0f713c11 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:25.867174 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-65c60cdf-8c47-481b-a497-4d579ac54dbc req-5d306db8-6222-45ff-aa87-fc8d0f713c11 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.1271105 Apr 04 06:11:26.009544 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-934eb686-7dc1-4a6f-9f34-a969bd4dd3e5 req-938dc46c-cdd8-4288-8929-a2ab016107de tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/security-groups?id=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695507 Apr 04 06:11:26.016926 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-65c60cdf-8c47-481b-a497-4d579ac54dbc req-9e981d81-b7fd-4edf-94ec-fe9fab322d0c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422036 Apr 04 06:11:26.064272 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-c128b7cd-9e8d-4fb4-9149-391ac5cd29fd req-6969e932-5118-4db6-9e4a-5af11a919754 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Deleting port ac71e269-e2af-45bd-a2a6-c349fa7e1f03 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:11:26.064611 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c128b7cd-9e8d-4fb4-9149-391ac5cd29fd req-6969e932-5118-4db6-9e4a-5af11a919754 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (ac71e269-e2af-45bd-a2a6-c349fa7e1f03), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:26.168772 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-ecc14bb1-837b-46ec-b44f-6008747cc272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:26.196409 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65d9ad-7469-4956-8b7e-7de831feef67 req-7a96b1ee-f6c1-4e2c-87e9-cfa736149e0f tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:26.197847 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0d65d9ad-7469-4956-8b7e-7de831feef67 req-7a96b1ee-f6c1-4e2c-87e9-cfa736149e0f tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 944 time: 0.0910246 Apr 04 06:11:26.199763 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-c128b7cd-9e8d-4fb4-9149-391ac5cd29fd req-6969e932-5118-4db6-9e4a-5af11a919754 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] For port ac71e269-e2af-45bd-a2a6-c349fa7e1f03, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ac71e269-e2af-45bd-a2a6-c349fa7e1f03,segment=NetworkSegment(919e8034-65c2-4c0f-8f5d-b4075571476a),segment_id=919e8034-65c2-4c0f-8f5d-b4075571476a)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:26.200130 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c128b7cd-9e8d-4fb4-9149-391ac5cd29fd req-6969e932-5118-4db6-9e4a-5af11a919754 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (ac71e269-e2af-45bd-a2a6-c349fa7e1f03), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:26.221626 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-c128b7cd-9e8d-4fb4-9149-391ac5cd29fd req-6969e932-5118-4db6-9e4a-5af11a919754 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Calling delete_port for ac71e269-e2af-45bd-a2a6-c349fa7e1f03 owned by compute:nova {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:11:26.231097 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52202) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:26.324536 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0d65d9ad-7469-4956-8b7e-7de831feef67 req-e7cdfe16-7591-402a-92ea-a2bfc8ff4506 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166177 Apr 04 06:11:26.357107 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c38e1ee0-63c2-42e9-bff7-8c7f6828395f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:26.423700 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c128b7cd-9e8d-4fb4-9149-391ac5cd29fd req-6969e932-5118-4db6-9e4a-5af11a919754 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (ac71e269-e2af-45bd-a2a6-c349fa7e1f03), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:26.438865 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['ac71e269-e2af-45bd-a2a6-c349fa7e1f03'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:11:26.455644 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c38e1ee0-63c2-42e9-bff7-8c7f6828395f admin admin] Publish callbacks [] for security_group (12eb1fa4-7dbf-41dd-9734-c021f1a2d76a), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:26.461760 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c38e1ee0-63c2-42e9-bff7-8c7f6828395f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (12eb1fa4-7dbf-41dd-9734-c021f1a2d76a), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:26.477634 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969e932-5118-4db6-9e4a-5af11a919754 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Pushing event deleted for resources: {'Port': ['ID=ac71e269-e2af-45bd-a2a6-c349fa7e1f03,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:26.494498 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e1ee0-63c2-42e9-bff7-8c7f6828395f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12eb1fa4-7dbf-41dd-9734-c021f1a2d76a,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:26.514168 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-c38e1ee0-63c2-42e9-bff7-8c7f6828395f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=594a46e85c404fb6b613ae5222b92d8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2785740 Apr 04 06:11:26.514611 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52210) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:26.545812 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-c128b7cd-9e8d-4fb4-9149-391ac5cd29fd req-6969e932-5118-4db6-9e4a-5af11a919754 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] No DVR routers for this DVR port ac71e269-e2af-45bd-a2a6-c349fa7e1f03 on host hv-cinder-83444 {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:11:26.549117 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c128b7cd-9e8d-4fb4-9149-391ac5cd29fd req-6969e932-5118-4db6-9e4a-5af11a919754 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:26.553738 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c128b7cd-9e8d-4fb4-9149-391ac5cd29fd req-6969e932-5118-4db6-9e4a-5af11a919754 tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.37 "DELETE /v2.0/ports/ac71e269-e2af-45bd-a2a6-c349fa7e1f03 HTTP/1.1" status: 204 len: 173 time: 0.6845753 Apr 04 06:11:26.553738 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a7c748-0b0e-48e7-89d7-23e263758e99', 'name': 'network-vif-deleted', 'tag': 'ac71e269-e2af-45bd-a2a6-c349fa7e1f03'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:11:26.555466 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191abe15-d255-433d-954b-9328a15c5ec2" -d '{"events": [{"server_uuid": "e8a7c748-0b0e-48e7-89d7-23e263758e99", "name": "network-vif-deleted", "tag": "ac71e269-e2af-45bd-a2a6-c349fa7e1f03"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:11:26.567129 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bc82feb9-cf8d-4b01-9e43-2130d8a87f10 admin admin] Publish callbacks [] for security_group (12eb1fa4-7dbf-41dd-9734-c021f1a2d76a), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:26.593759 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bc82feb9-cf8d-4b01-9e43-2130d8a87f10 admin admin] Publish callbacks [] for security_group (12eb1fa4-7dbf-41dd-9734-c021f1a2d76a), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:26.597586 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbcce3c-b5ce-44f4-93af-17929da89dc1 x-openstack-request-id: req-0dbcce3c-b5ce-44f4-93af-17929da89dc1 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:11:26.597900 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a7c748-0b0e-48e7-89d7-23e263758e99", "name": "network-vif-deleted", "tag": "ac71e269-e2af-45bd-a2a6-c349fa7e1f03", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:11:26.598151 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0dbcce3c-b5ce-44f4-93af-17929da89dc1 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:11:26.598555 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dbcce3c-b5ce-44f4-93af-17929da89dc1'] response: {'server_uuid': 'e8a7c748-0b0e-48e7-89d7-23e263758e99', 'name': 'network-vif-deleted', 'tag': 'ac71e269-e2af-45bd-a2a6-c349fa7e1f03', 'status': 'completed', 'code': 200} Apr 04 06:11:26.642807 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bc82feb9-cf8d-4b01-9e43-2130d8a87f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (12eb1fa4-7dbf-41dd-9734-c021f1a2d76a), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:26.645486 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bc82feb9-cf8d-4b01-9e43-2130d8a87f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:26.646656 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-bc82feb9-cf8d-4b01-9e43-2130d8a87f10 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/12eb1fa4-7dbf-41dd-9734-c021f1a2d76a HTTP/1.1" status: 204 len: 168 time: 0.1311290 Apr 04 06:11:26.656780 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82feb9-cf8d-4b01-9e43-2130d8a87f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12eb1fa4-7dbf-41dd-9734-c021f1a2d76a,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:27.138744 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f83ef39b-ff9f-4600-879c-127e4d0cabc4 req-c496db7e-5c35-4c10-a884-1b8c985ff08f tempest-DeleteServersTestJSON-1589508581 tempest-DeleteServersTestJSON-1589508581-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8a7c748-0b0e-48e7-89d7-23e263758e99 HTTP/1.1" status: 200 len: 210 time: 0.0461705 Apr 04 06:11:27.183385 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051ee9c-2ca9-4adc-a076-e2e3cdd8a45a req-5c27a610-f260-4cae-9094-6cbf7d306732 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:27.185177 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d051ee9c-2ca9-4adc-a076-e2e3cdd8a45a req-5c27a610-f260-4cae-9094-6cbf7d306732 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.0717001 Apr 04 06:11:27.240555 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d051ee9c-2ca9-4adc-a076-e2e3cdd8a45a req-e6084d6e-fb0a-41fa-b179-acb186667a1b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497019 Apr 04 06:11:27.460871 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9db7f-3ba5-4162-aedd-b91c33d44335 req-e4e5d172-042f-4af7-b001-9c8a690b514f tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:27.462780 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-27c9db7f-3ba5-4162-aedd-b91c33d44335 req-e4e5d172-042f-4af7-b001-9c8a690b514f tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 944 time: 0.0630879 Apr 04 06:11:27.537032 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-27c9db7f-3ba5-4162-aedd-b91c33d44335 req-228f1f73-58bc-48c3-b037-9ee238dc314c tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670409 Apr 04 06:11:28.341953 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-97681c3b-d938-45fc-9db9-d7977eb2eca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:28.377681 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9fab4e-ff47-48ef-95f2-825ff49bb8d6 req-95f9798a-3bf4-493e-b2b6-4f2b995ddd55 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:28.379193 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa9fab4e-ff47-48ef-95f2-825ff49bb8d6 req-95f9798a-3bf4-493e-b2b6-4f2b995ddd55 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.0613041 Apr 04 06:11:28.433407 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa9fab4e-ff47-48ef-95f2-825ff49bb8d6 req-8aa75473-0b9d-4eb1-b9b0-4f441c988300 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477326 Apr 04 06:11:28.666948 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231ca56-8906-4df9-8107-bac3367ed48a req-a21c76fc-5573-480b-93eb-22b7de1258ac tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:28.668335 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c231ca56-8906-4df9-8107-bac3367ed48a req-a21c76fc-5573-480b-93eb-22b7de1258ac tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 944 time: 0.0583389 Apr 04 06:11:28.723854 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c231ca56-8906-4df9-8107-bac3367ed48a req-d9102d92-86e0-4a40-b9ab-85d9b0de802d tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468647 Apr 04 06:11:28.761476 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 2f9988a1-956b-431b-b056-69c2ecdb3dc5 up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:11:28.818737 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning for port 2f9988a1-956b-431b-b056-69c2ecdb3dc5 completed by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 06:11:28.822816 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port 2f9988a1-956b-431b-b056-69c2ecdb3dc5 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:28.823195 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (2f9988a1-956b-431b-b056-69c2ecdb3dc5), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:28.903369 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 2f9988a1-956b-431b-b056-69c2ecdb3dc5 is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:28.903893 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2f9988a1-956b-431b-b056-69c2ecdb3dc5), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:28.929929 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac59c722-6262-46bc-bfc0-e519e8d43faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9988a1-956b-431b-b056-69c2ecdb3dc5'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:11:28.932341 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a6f9cc-5cd5-474a-9396-39e1fe8444c8" -d '{"events": [{"server_uuid": "ac59c722-6262-46bc-bfc0-e519e8d43faa", "name": "network-vif-plugged", "status": "completed", "tag": "2f9988a1-956b-431b-b056-69c2ecdb3dc5"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:11:28.945582 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 2f9988a1-956b-431b-b056-69c2ecdb3dc5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2f9988a1-956b-431b-b056-69c2ecdb3dc5,segment=NetworkSegment(d59b0b9c-a6eb-4a7f-a4a7-978fb1693103),segment_id=d59b0b9c-a6eb-4a7f-a4a7-978fb1693103)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:28.951247 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (2f9988a1-956b-431b-b056-69c2ecdb3dc5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:28.952184 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device ac71e269-e2af-45bd-a2a6-c349fa7e1f03 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:11:28.992287 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] No Port match for: ac71e269-e2af-45bd-a2a6-c349fa7e1f03 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:11:28.992644 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device ac71e269-e2af-45bd-a2a6-c349fa7e1f03 not bound to the agent host hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:11:28.998814 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56aa25d3-83a0-454a-988a-e823b506f99e x-openstack-request-id: req-56aa25d3-83a0-454a-988a-e823b506f99e {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:11:28.999130 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac59c722-6262-46bc-bfc0-e519e8d43faa", "name": "network-vif-plugged", "status": "completed", "tag": "2f9988a1-956b-431b-b056-69c2ecdb3dc5", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:11:28.999380 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-56aa25d3-83a0-454a-988a-e823b506f99e {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:11:28.999984 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56aa25d3-83a0-454a-988a-e823b506f99e'] response: {'server_uuid': 'ac59c722-6262-46bc-bfc0-e519e8d43faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9988a1-956b-431b-b056-69c2ecdb3dc5', 'code': 200} Apr 04 06:11:29.025857 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=2f9988a1-956b-431b-b056-69c2ecdb3dc5,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:29.211983 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c07a6-0020-4685-84db-4ccac27c30fb req-f98c6ebe-c381-48fe-8f7b-8413bcf9f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:29.213539 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c41c07a6-0020-4685-84db-4ccac27c30fb req-f98c6ebe-c381-48fe-8f7b-8413bcf9f2e8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 1129 time: 0.0478292 Apr 04 06:11:29.256751 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52362) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:29.263742 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c41c07a6-0020-4685-84db-4ccac27c30fb req-410806d0-5392-4027-9906-a6abede278ad service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389223 Apr 04 06:11:29.372713 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2a06e7ae-c4b3-41c5-af53-73357bb85dff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:29.448010 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2a06e7ae-c4b3-41c5-af53-73357bb85dff admin admin] Publish callbacks [] for security_group (fffb202c-bda5-4d88-9b20-35552b3f45f9), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:29.453323 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2a06e7ae-c4b3-41c5-af53-73357bb85dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (fffb202c-bda5-4d88-9b20-35552b3f45f9), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:29.492580 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-2a06e7ae-c4b3-41c5-af53-73357bb85dff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c36aab88b794631ba64f186f2edf06e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345529 Apr 04 06:11:29.493391 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06e7ae-c4b3-41c5-af53-73357bb85dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffb202c-bda5-4d88-9b20-35552b3f45f9,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:29.495853 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52368) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:29.504104 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:29.551355 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ff9cd426-62d4-4e04-844f-cd10c1c41978 admin admin] Publish callbacks [] for security_group (fffb202c-bda5-4d88-9b20-35552b3f45f9), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:29.573745 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e57ad-530d-49d7-9207-120a71c75c8f req-89668900-cd4d-40b6-9daa-2a37f54232a2 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:29.574613 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ff9cd426-62d4-4e04-844f-cd10c1c41978 admin admin] Publish callbacks [] for security_group (fffb202c-bda5-4d88-9b20-35552b3f45f9), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:29.577467 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0a6e57ad-530d-49d7-9207-120a71c75c8f req-89668900-cd4d-40b6-9daa-2a37f54232a2 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.0645659 Apr 04 06:11:29.624764 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52376) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:29.635639 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0a6e57ad-530d-49d7-9207-120a71c75c8f req-42252fcc-96c9-444f-9505-bb0c697c6ca6 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529854 Apr 04 06:11:29.666840 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ff9cd426-62d4-4e04-844f-cd10c1c41978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (fffb202c-bda5-4d88-9b20-35552b3f45f9), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:29.669436 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ff9cd426-62d4-4e04-844f-cd10c1c41978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:29.670594 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-ff9cd426-62d4-4e04-844f-cd10c1c41978 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fffb202c-bda5-4d88-9b20-35552b3f45f9 HTTP/1.1" status: 204 len: 168 time: 0.1738656 Apr 04 06:11:29.682265 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_v2 [None req-a72bd487-7a28-419f-b74e-e291a122233e admin admin] Deleting subnet 6b0b4225-4153-43cc-8dbd-8cf9d88b0f52 {{(pid=103479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 06:11:29.685439 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cd426-62d4-4e04-844f-cd10c1c41978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffb202c-bda5-4d88-9b20-35552b3f45f9,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:29.687413 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a72bd487-7a28-419f-b74e-e291a122233e admin admin] Publish callbacks [] for subnet (6b0b4225-4153-43cc-8dbd-8cf9d88b0f52), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:29.728245 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a72bd487-7a28-419f-b74e-e291a122233e admin admin] Publish callbacks [] for subnet (6b0b4225-4153-43cc-8dbd-8cf9d88b0f52), precommit_delete_associations {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:29.734481 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a72bd487-7a28-419f-b74e-e291a122233e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047354'] for subnet (6b0b4225-4153-43cc-8dbd-8cf9d88b0f52), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:29.800371 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a72bd487-7a28-419f-b74e-e291a122233e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for subnet (6b0b4225-4153-43cc-8dbd-8cf9d88b0f52), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:29.823990 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a72bd487-7a28-419f-b74e-e291a122233e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:29.830360 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-a72bd487-7a28-419f-b74e-e291a122233e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6b0b4225-4153-43cc-8dbd-8cf9d88b0f52 HTTP/1.1" status: 204 len: 168 time: 0.2039089 Apr 04 06:11:29.832956 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 52384) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:29.856208 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72bd487-7a28-419f-b74e-e291a122233e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b0b4225-4153-43cc-8dbd-8cf9d88b0f52,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:29.903323 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f73121-dcef-435a-9b26-2817a4046d96 req-885cfd66-f0fa-4725-9acf-8e0df01f292b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:29.905050 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-43f73121-dcef-435a-9b26-2817a4046d96 req-885cfd66-f0fa-4725-9acf-8e0df01f292b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 945 time: 0.1065526 Apr 04 06:11:29.934586 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a4b21a74-89b2-4452-8512-f93e69c8085d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823931'] for network (4cb39ca7-a4fd-470f-856b-99e62f80a3f8), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:29.980173 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52386) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:29.989769 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-43f73121-dcef-435a-9b26-2817a4046d96 req-6464903c-68c6-4304-b50e-af6772d583da tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775952 Apr 04 06:11:29.993692 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-473fd7d0-69f6-4374-b1a5-3b50ca4eeaec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.050905 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a4b21a74-89b2-4452-8512-f93e69c8085d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951985', 'neutron.services.segments.db._delete_segments_for_network-8794510801722'] for network (4cb39ca7-a4fd-470f-856b-99e62f80a3f8), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.078122 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-a4b21a74-89b2-4452-8512-f93e69c8085d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb39ca7-a4fd-470f-856b-99e62f80a3f8']}} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:30.086699 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-473fd7d0-69f6-4374-b1a5-3b50ca4eeaec admin admin] Publish callbacks [] for security_group (1f29df62-e0af-4eb7-a3da-cd96b10fd782), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.087259 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-a4b21a74-89b2-4452-8512-f93e69c8085d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919e8034-65c2-4c0f-8f5d-b4075571476a') {'for_net_delete': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:30.087554 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-a4b21a74-89b2-4452-8512-f93e69c8085d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919e8034-65c2-4c0f-8f5d-b4075571476a') {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:30.091819 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-473fd7d0-69f6-4374-b1a5-3b50ca4eeaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (1f29df62-e0af-4eb7-a3da-cd96b10fd782), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.098463 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a4b21a74-89b2-4452-8512-f93e69c8085d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794510999619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3914034'] for segment (919e8034-65c2-4c0f-8f5d-b4075571476a), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.113469 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a4b21a74-89b2-4452-8512-f93e69c8085d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (919e8034-65c2-4c0f-8f5d-b4075571476a), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.121454 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b21a74-89b2-4452-8512-f93e69c8085d admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 06:11:30.122010 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a4b21a74-89b2-4452-8512-f93e69c8085d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2345957'] for segment (919e8034-65c2-4c0f-8f5d-b4075571476a), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: Traceback (most recent call last): Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: timer() Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: cb(*args, **kw) Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: return func(*args, **kwargs) Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: self._notify() Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: self.callback(batched_events) Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: event.method(event) Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: return f(self, *a, **k) Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._get(url).json() Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: return self.request(url, 'GET', **kwargs) Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 06:11:30.123869 dv-cinder-834448-2-iscsi neutron-server[103480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 06:11:30.132619 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-473fd7d0-69f6-4374-b1a5-3b50ca4eeaec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85ebc0e5e2234b93b894dc8f8c246998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513183 Apr 04 06:11:30.133602 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fd7d0-69f6-4374-b1a5-3b50ca4eeaec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f29df62-e0af-4eb7-a3da-cd96b10fd782,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:30.135288 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 52392) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:30.204535 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a4b21a74-89b2-4452-8512-f93e69c8085d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589347'] for network (4cb39ca7-a4fd-470f-856b-99e62f80a3f8), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.210474 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a4b21a74-89b2-4452-8512-f93e69c8085d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.213568 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-a4b21a74-89b2-4452-8512-f93e69c8085d admin admin] 10.222.0.30 "DELETE /v2.0/networks/4cb39ca7-a4fd-470f-856b-99e62f80a3f8 HTTP/1.1" status: 204 len: 168 time: 0.3794703 Apr 04 06:11:30.228305 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b21a74-89b2-4452-8512-f93e69c8085d admin admin] Pushing event deleted for resources: {'Network': ['ID=4cb39ca7-a4fd-470f-856b-99e62f80a3f8,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:30.239800 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1e6a639d-bfbc-4b3b-9829-c9cb4dd0332f admin admin] Publish callbacks [] for security_group (1f29df62-e0af-4eb7-a3da-cd96b10fd782), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.261705 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1e6a639d-bfbc-4b3b-9829-c9cb4dd0332f admin admin] Publish callbacks [] for security_group (1f29df62-e0af-4eb7-a3da-cd96b10fd782), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.319673 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1e6a639d-bfbc-4b3b-9829-c9cb4dd0332f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (1f29df62-e0af-4eb7-a3da-cd96b10fd782), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.322371 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1e6a639d-bfbc-4b3b-9829-c9cb4dd0332f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.323544 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-1e6a639d-bfbc-4b3b-9829-c9cb4dd0332f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1f29df62-e0af-4eb7-a3da-cd96b10fd782 HTTP/1.1" status: 204 len: 168 time: 0.1872866 Apr 04 06:11:30.333266 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a639d-bfbc-4b3b-9829-c9cb4dd0332f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f29df62-e0af-4eb7-a3da-cd96b10fd782,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:30.403474 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 52398) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:30.444740 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-ac8fd15b-8805-43bf-8b09-4292d7a86566 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c3cf8bdbf3b456480c868d1ffd0a75f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400436 Apr 04 06:11:30.447530 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52402) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:30.499800 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f8a7083e-8763-45c9-84a8-b123a8d1e282 admin admin] Publish callbacks [] for security_group (5aec2b1a-8078-45fe-94da-4f67ed9bb4bc), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.521333 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f8a7083e-8763-45c9-84a8-b123a8d1e282 admin admin] Publish callbacks [] for security_group (5aec2b1a-8078-45fe-94da-4f67ed9bb4bc), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.572649 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f8a7083e-8763-45c9-84a8-b123a8d1e282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (5aec2b1a-8078-45fe-94da-4f67ed9bb4bc), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.575935 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f8a7083e-8763-45c9-84a8-b123a8d1e282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.580103 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-f8a7083e-8763-45c9-84a8-b123a8d1e282 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5aec2b1a-8078-45fe-94da-4f67ed9bb4bc HTTP/1.1" status: 204 len: 168 time: 0.1311357 Apr 04 06:11:30.592658 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7083e-8763-45c9-84a8-b123a8d1e282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aec2b1a-8078-45fe-94da-4f67ed9bb4bc,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:30.610291 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.682005 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52410) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:30.695466 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bffa2e6a-c0af-43c9-8866-47cf6d1478fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.774707 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b770ef-dab2-4a88-90fd-8c3c9db328a2 req-9eab2eac-2582-46b2-86a3-c3f91a609136 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:30.776144 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-21b770ef-dab2-4a88-90fd-8c3c9db328a2 req-9eab2eac-2582-46b2-86a3-c3f91a609136 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.0615122 Apr 04 06:11:30.790349 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bffa2e6a-c0af-43c9-8866-47cf6d1478fc admin admin] Publish callbacks [] for security_group (8b84989d-9d16-44cd-9dfb-7a76039be9e1), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.796676 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bffa2e6a-c0af-43c9-8866-47cf6d1478fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (8b84989d-9d16-44cd-9dfb-7a76039be9e1), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.832891 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-21b770ef-dab2-4a88-90fd-8c3c9db328a2 req-25c14b67-9cf2-4af2-a1b8-3d21d0db4e88 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500369 Apr 04 06:11:30.842760 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-bffa2e6a-c0af-43c9-8866-47cf6d1478fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=177ffc1035ef49478be12082fd7cf288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1594379 Apr 04 06:11:30.843743 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52416) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:30.850135 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa2e6a-c0af-43c9-8866-47cf6d1478fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b84989d-9d16-44cd-9dfb-7a76039be9e1,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:30.899461 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-09b0351e-4669-44da-aa50-30f1c15d3abd admin admin] Publish callbacks [] for security_group (8b84989d-9d16-44cd-9dfb-7a76039be9e1), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.922751 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-09b0351e-4669-44da-aa50-30f1c15d3abd admin admin] Publish callbacks [] for security_group (8b84989d-9d16-44cd-9dfb-7a76039be9e1), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.970773 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-09b0351e-4669-44da-aa50-30f1c15d3abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (8b84989d-9d16-44cd-9dfb-7a76039be9e1), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.973996 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-09b0351e-4669-44da-aa50-30f1c15d3abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:30.975168 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-09b0351e-4669-44da-aa50-30f1c15d3abd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b84989d-9d16-44cd-9dfb-7a76039be9e1 HTTP/1.1" status: 204 len: 168 time: 0.1303437 Apr 04 06:11:30.983585 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0351e-4669-44da-aa50-30f1c15d3abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b84989d-9d16-44cd-9dfb-7a76039be9e1,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:31.157025 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b29d1-92b4-4672-961d-a350c5dbb8da req-87ff7012-80ac-4bca-af08-e8a39cc456bb tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:31.158603 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6b5b29d1-92b4-4672-961d-a350c5dbb8da req-87ff7012-80ac-4bca-af08-e8a39cc456bb tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 945 time: 0.0643744 Apr 04 06:11:31.216980 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6b5b29d1-92b4-4672-961d-a350c5dbb8da req-73941dcd-89df-4041-8d00-f7e502e342a0 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504842 Apr 04 06:11:31.423496 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52448) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:31.569990 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-47de76ab-a69f-4554-bfd2-c5331e6ba9b1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1126720933-network', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:31.590000 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47de76ab-a69f-4554-bfd2-c5331e6ba9b1 admin admin] Made reservation on behalf of a97a33a2aa5b45e28ce2fbc14234447a for: {'network': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:11:31.592421 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-47de76ab-a69f-4554-bfd2-c5331e6ba9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for network (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:31.600990 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-47de76ab-a69f-4554-bfd2-c5331e6ba9b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:31.682701 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-47de76ab-a69f-4554-bfd2-c5331e6ba9b1 admin admin] Publish callbacks [] for security_group (8f2bca9f-57fc-439e-b5be-00ca2fa887cd), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:31.687844 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-47de76ab-a69f-4554-bfd2-c5331e6ba9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (8f2bca9f-57fc-439e-b5be-00ca2fa887cd), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:31.714491 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47de76ab-a69f-4554-bfd2-c5331e6ba9b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 06:11:31.724925 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de76ab-a69f-4554-bfd2-c5331e6ba9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2bca9f-57fc-439e-b5be-00ca2fa887cd,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:31.730584 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-47de76ab-a69f-4554-bfd2-c5331e6ba9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (eaa0ef9d-a005-4e7a-a447-111fd7cac6c3), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:31.730940 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.segments_db [None req-47de76ab-a69f-4554-bfd2-c5331e6ba9b1 admin admin] Added segment eaa0ef9d-a005-4e7a-a447-111fd7cac6c3 of type vlan for network f79ea4aa-d805-43ed-bd84-5df93140b5be Apr 04 06:11:31.770918 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 52462) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:31.774051 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-47de76ab-a69f-4554-bfd2-c5331e6ba9b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794510444108'] for network (f79ea4aa-d805-43ed-bd84-5df93140b5be), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:31.799437 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-47de76ab-a69f-4554-bfd2-c5331e6ba9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for network (f79ea4aa-d805-43ed-bd84-5df93140b5be), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:31.800328 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47de76ab-a69f-4554-bfd2-c5331e6ba9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:31.800980 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-47de76ab-a69f-4554-bfd2-c5331e6ba9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:31.856125 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-47de76ab-a69f-4554-bfd2-c5331e6ba9b1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4314587 Apr 04 06:11:31.859031 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52468) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:31.864017 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-478a3a19-4ad7-40e7-8179-ee451a60cc27 admin admin] Request body: {'subnet': {'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-subnet', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:31.880016 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de76ab-a69f-4554-bfd2-c5331e6ba9b1 admin admin] Pushing event updated for resources: {'Network': ['ID=f79ea4aa-d805-43ed-bd84-5df93140b5be,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:31.894122 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478a3a19-4ad7-40e7-8179-ee451a60cc27 admin admin] Made reservation on behalf of a97a33a2aa5b45e28ce2fbc14234447a for: {'subnet': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:11:31.895312 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Network f79ea4aa-d805-43ed-bd84-5df93140b5be details requested by agent ovs-agent-dv-cinder-834448-2-iscsi with host dv-cinder-834448-2-iscsi {{(pid=103481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 06:11:31.895795 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-937eaec2-7feb-4711-ada0-c14ad18bd40b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-395369050-network', 'tenant_id': 'cc83aab360054a7f959ceeb6c566de89'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:31.896721 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-478a3a19-4ad7-40e7-8179-ee451a60cc27 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:31.918321 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937eaec2-7feb-4711-ada0-c14ad18bd40b admin admin] Made reservation on behalf of cc83aab360054a7f959ceeb6c566de89 for: {'network': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:11:31.920725 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-937eaec2-7feb-4711-ada0-c14ad18bd40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for network (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:31.931662 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-937eaec2-7feb-4711-ada0-c14ad18bd40b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.012039 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ba160-738c-4e79-9108-180b50f7c4f7 req-df2740ae-793f-49c0-a3fb-9274eb0d3f51 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:32.014308 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-681ba160-738c-4e79-9108-180b50f7c4f7 req-df2740ae-793f-49c0-a3fb-9274eb0d3f51 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.0835731 Apr 04 06:11:32.082143 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-478a3a19-4ad7-40e7-8179-ee451a60cc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for subnet (8af96432-7e0f-4e5a-90ce-4cb5a6c320c5), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.096103 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-681ba160-738c-4e79-9108-180b50f7c4f7 req-134b8889-aa73-478f-bfdf-b2e9658ed354 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671835 Apr 04 06:11:32.097865 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-937eaec2-7feb-4711-ada0-c14ad18bd40b admin admin] Publish callbacks [] for security_group (25262512-3904-4ca3-b9e6-700152e505c2), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.119947 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-937eaec2-7feb-4711-ada0-c14ad18bd40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (25262512-3904-4ca3-b9e6-700152e505c2), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.150234 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937eaec2-7feb-4711-ada0-c14ad18bd40b admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 06:11:32.152662 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a3a19-4ad7-40e7-8179-ee451a60cc27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8af96432-7e0f-4e5a-90ce-4cb5a6c320c5,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:32.159000 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a3a19-4ad7-40e7-8179-ee451a60cc27 admin admin] Checking segment: {'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:11:32.159356 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478a3a19-4ad7-40e7-8179-ee451a60cc27 admin admin] Network hostable DHCP agents. Network: f79ea4aa-d805-43ed-bd84-5df93140b5be, hostable agents: ['a23458ca-c084-4a06-a8cf-ee94f3e130be'], hosted agents: [] {{(pid=103479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 06:11:32.163127 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eaec2-7feb-4711-ada0-c14ad18bd40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25262512-3904-4ca3-b9e6-700152e505c2,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:32.169983 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-937eaec2-7feb-4711-ada0-c14ad18bd40b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (51f84bee-76f8-46b6-af8c-7f2c1e111a59), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.170328 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.segments_db [None req-937eaec2-7feb-4711-ada0-c14ad18bd40b admin admin] Added segment 51f84bee-76f8-46b6-af8c-7f2c1e111a59 of type vlan for network b5766c36-20c4-4283-ab3f-33c4a45be891 Apr 04 06:11:32.189843 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478a3a19-4ad7-40e7-8179-ee451a60cc27 admin admin] Network f79ea4aa-d805-43ed-bd84-5df93140b5be is scheduled to be hosted by DHCP agent a23458ca-c084-4a06-a8cf-ee94f3e130be with binding_index 1 {{(pid=103479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 06:11:32.200318 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-478a3a19-4ad7-40e7-8179-ee451a60cc27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-2-iscsi, f79ea4aa-d805-43ed-bd84-5df93140b5be) {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:11:32.204816 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478a3a19-4ad7-40e7-8179-ee451a60cc27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:32.205576 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-478a3a19-4ad7-40e7-8179-ee451a60cc27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.209917 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df77006-0c0e-4657-9194-eaeebd461747 None None] Network f79ea4aa-d805-43ed-bd84-5df93140b5be requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:11:32.223474 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-478a3a19-4ad7-40e7-8179-ee451a60cc27 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3632221 Apr 04 06:11:32.226103 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52474) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:32.231133 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-88879be0-2c2a-4664-85b0-c043c7733c34 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:32.232782 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-937eaec2-7feb-4711-ada0-c14ad18bd40b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794510444108'] for network (b5766c36-20c4-4283-ab3f-33c4a45be891), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.254140 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88879be0-2c2a-4664-85b0-c043c7733c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1596477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router (8de8fcc5-8170-4153-b16f-b82e06d3b3c0), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.256429 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88879be0-2c2a-4664-85b0-c043c7733c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1597357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router (8de8fcc5-8170-4153-b16f-b82e06d3b3c0), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.268079 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-937eaec2-7feb-4711-ada0-c14ad18bd40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for network (b5766c36-20c4-4283-ab3f-33c4a45be891), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.269960 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937eaec2-7feb-4711-ada0-c14ad18bd40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:32.270592 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-937eaec2-7feb-4711-ada0-c14ad18bd40b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.332883 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88879be0-2c2a-4664-85b0-c043c7733c34 admin admin] Publish callbacks [] for router_controller (8de8fcc5-8170-4153-b16f-b82e06d3b3c0), precommit_add_association {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.345545 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52478) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:32.348553 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-937eaec2-7feb-4711-ada0-c14ad18bd40b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5762417 Apr 04 06:11:32.354940 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-3b5bf449-a22d-43d9-b669-75cbb032af72 admin admin] Request body: {'subnet': {'network_id': 'b5766c36-20c4-4283-ab3f-33c4a45be891', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-395369050-subnet', 'tenant_id': 'cc83aab360054a7f959ceeb6c566de89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:32.356287 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.358664 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac337d7-be6f-45d3-9dfe-6f2f5c9e47b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5440c0d-2b70-5970-bb3d-e8eca1b84906-f79ea4aa-d805-43ed-bd84-5df93140b5be', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5'}]}} from dv-cinder-834448-2-iscsi. {{(pid=103481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 06:11:32.360542 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-3ac337d7-be6f-45d3-9dfe-6f2f5c9e47b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.375778 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eaec2-7feb-4711-ada0-c14ad18bd40b admin admin] Pushing event updated for resources: {'Network': ['ID=b5766c36-20c4-4283-ab3f-33c4a45be891,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:32.401848 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Network b5766c36-20c4-4283-ab3f-33c4a45be891 details requested by agent ovs-agent-dv-cinder-834448-2-iscsi with host dv-cinder-834448-2-iscsi {{(pid=103481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 06:11:32.409425 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835fcad-ca04-4d5e-a963-fd91895d9c54 req-3fbf9937-fe07-4cdc-b3e4-eb4e11aae96b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:32.410991 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9835fcad-ca04-4d5e-a963-fd91895d9c54 req-3fbf9937-fe07-4cdc-b3e4-eb4e11aae96b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 945 time: 0.0969703 Apr 04 06:11:32.443833 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5bf449-a22d-43d9-b669-75cbb032af72 admin admin] Made reservation on behalf of cc83aab360054a7f959ceeb6c566de89 for: {'subnet': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:11:32.446252 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3b5bf449-a22d-43d9-b669-75cbb032af72 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.464522 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9835fcad-ca04-4d5e-a963-fd91895d9c54 req-3356bc17-c749-4d0f-ada4-765502aecf7e tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470524 Apr 04 06:11:32.556955 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88879be0-2c2a-4664-85b0-c043c7733c34 admin admin] Publish callbacks [] for router_gateway (8de8fcc5-8170-4153-b16f-b82e06d3b3c0), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.580101 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.db_base_plugin_common [None req-3ac337d7-be6f-45d3-9dfe-6f2f5c9e47b3 None None] Allocated IP 172.20.0.2 (f79ea4aa-d805-43ed-bd84-5df93140b5be/8af96432-7e0f-4e5a-90ce-4cb5a6c320c5/ce5d2003-1a26-4725-b0e1-4965f2f4cec0) {{(pid=103481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:11:32.724097 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-3ac337d7-be6f-45d3-9dfe-6f2f5c9e47b3 None None] Publish callbacks [] for port (ce5d2003-1a26-4725-b0e1-4965f2f4cec0), precommit_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.731945 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-3ac337d7-be6f-45d3-9dfe-6f2f5c9e47b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (ce5d2003-1a26-4725-b0e1-4965f2f4cec0), after_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.749029 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3b5bf449-a22d-43d9-b669-75cbb032af72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for subnet (0fc5335a-39a3-48a5-95f3-6ae0d7b4b66a), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.776843 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac337d7-be6f-45d3-9dfe-6f2f5c9e47b3 None None] Network f79ea4aa-d805-43ed-bd84-5df93140b5be is already hosted by enough agents. {{(pid=103481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:11:32.780938 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.base_scheduler [None req-3ac337d7-be6f-45d3-9dfe-6f2f5c9e47b3 None None] Resources bound (agent type, host, resource id): {{(pid=103481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:11:32.783101 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac337d7-be6f-45d3-9dfe-6f2f5c9e47b3 None None] Pushing event updated for resources: {'Port': ['ID=ce5d2003-1a26-4725-b0e1-4965f2f4cec0,revision_number=1']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:32.789582 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac337d7-be6f-45d3-9dfe-6f2f5c9e47b3 None None] Received port after_create {{(pid=103481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:11:32.809609 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bf449-a22d-43d9-b669-75cbb032af72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fc5335a-39a3-48a5-95f3-6ae0d7b4b66a,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:32.854199 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-3ac337d7-be6f-45d3-9dfe-6f2f5c9e47b3 None None] Attempting to bind port ce5d2003-1a26-4725-b0e1-4965f2f4cec0 on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:11:32.854567 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-3ac337d7-be6f-45d3-9dfe-6f2f5c9e47b3 None None] Attempting to bind port ce5d2003-1a26-4725-b0e1-4965f2f4cec0 by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:11:32.854934 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac337d7-be6f-45d3-9dfe-6f2f5c9e47b3 None None] Attempting to bind port ce5d2003-1a26-4725-b0e1-4965f2f4cec0 on network f79ea4aa-d805-43ed-bd84-5df93140b5be {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:11:32.860216 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac337d7-be6f-45d3-9dfe-6f2f5c9e47b3 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:11:32.860592 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac337d7-be6f-45d3-9dfe-6f2f5c9e47b3 None None] Checking segment: {'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:11:32.861026 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-3ac337d7-be6f-45d3-9dfe-6f2f5c9e47b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.861420 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac337d7-be6f-45d3-9dfe-6f2f5c9e47b3 None None] Bound using segment: {'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:11:32.861884 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-3ac337d7-be6f-45d3-9dfe-6f2f5c9e47b3 None None] Bound port: ce5d2003-1a26-4725-b0e1-4965f2f4cec0, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'}}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:11:32.862262 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-3ac337d7-be6f-45d3-9dfe-6f2f5c9e47b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (ce5d2003-1a26-4725-b0e1-4965f2f4cec0), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.902458 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5bf449-a22d-43d9-b669-75cbb032af72 admin admin] Checking segment: {'id': '51f84bee-76f8-46b6-af8c-7f2c1e111a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b5766c36-20c4-4283-ab3f-33c4a45be891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:11:32.902883 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5bf449-a22d-43d9-b669-75cbb032af72 admin admin] Network hostable DHCP agents. Network: b5766c36-20c4-4283-ab3f-33c4a45be891, hostable agents: ['a23458ca-c084-4a06-a8cf-ee94f3e130be'], hosted agents: [] {{(pid=103479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 06:11:32.930968 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-3ac337d7-be6f-45d3-9dfe-6f2f5c9e47b3 None None] For port ce5d2003-1a26-4725-b0e1-4965f2f4cec0, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:11:32.934298 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-3ac337d7-be6f-45d3-9dfe-6f2f5c9e47b3 None None] For port ce5d2003-1a26-4725-b0e1-4965f2f4cec0, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=ce5d2003-1a26-4725-b0e1-4965f2f4cec0,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:11:32.940163 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-3ac337d7-be6f-45d3-9dfe-6f2f5c9e47b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (ce5d2003-1a26-4725-b0e1-4965f2f4cec0), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.951129 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88879be0-2c2a-4664-85b0-c043c7733c34 admin admin] Publish callbacks [] for router_gateway (8de8fcc5-8170-4153-b16f-b82e06d3b3c0), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.954031 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5bf449-a22d-43d9-b669-75cbb032af72 admin admin] Network b5766c36-20c4-4283-ab3f-33c4a45be891 is scheduled to be hosted by DHCP agent a23458ca-c084-4a06-a8cf-ee94f3e130be with binding_index 1 {{(pid=103479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 06:11:32.980237 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88879be0-2c2a-4664-85b0-c043c7733c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:32.992676 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-3b5bf449-a22d-43d9-b669-75cbb032af72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-2-iscsi, b5766c36-20c4-4283-ab3f-33c4a45be891) {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:11:32.997934 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5bf449-a22d-43d9-b669-75cbb032af72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:32.999071 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3b5bf449-a22d-43d9-b669-75cbb032af72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:33.006047 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac337d7-be6f-45d3-9dfe-6f2f5c9e47b3 None None] Pushing event updated for resources: {'Port': ['ID=ce5d2003-1a26-4725-b0e1-4965f2f4cec0,revision_number=2']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:33.018559 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac27e9dc-b41d-4daa-a265-929976545a7b None None] Network b5766c36-20c4-4283-ab3f-33c4a45be891 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:11:33.049363 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-3b5bf449-a22d-43d9-b669-75cbb032af72 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7009609 Apr 04 06:11:33.137051 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-88879be0-2c2a-4664-85b0-c043c7733c34 admin admin] Allocated IP 172.27.2.37 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/be74112d-b641-47bb-be31-9daebb096159) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:11:33.137256 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bebe040-ef8e-423e-83a2-03d4f86ef0b3 None None] Network b5766c36-20c4-4283-ab3f-33c4a45be891 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:11:33.311900 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88879be0-2c2a-4664-85b0-c043c7733c34 admin admin] Publish callbacks [] for port (be74112d-b641-47bb-be31-9daebb096159), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:33.373045 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfb882-89bf-4b10-bec3-3d7ef992fab5 req-9c319162-b2f9-4e4a-9f8b-ccd56cce4d5f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:33.374796 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3ddfb882-89bf-4b10-bec3-3d7ef992fab5 req-9c319162-b2f9-4e4a-9f8b-ccd56cce4d5f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.1019118 Apr 04 06:11:33.409607 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88879be0-2c2a-4664-85b0-c043c7733c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (be74112d-b641-47bb-be31-9daebb096159), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:33.465977 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3ddfb882-89bf-4b10-bec3-3d7ef992fab5 req-f94f1aca-1a97-429d-befa-cf6996b55d89 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766013 Apr 04 06:11:33.466962 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88879be0-2c2a-4664-85b0-c043c7733c34 admin admin] Pushing event updated for resources: {'Port': ['ID=be74112d-b641-47bb-be31-9daebb096159,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:33.480683 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88879be0-2c2a-4664-85b0-c043c7733c34 admin admin] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:11:33.482840 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-88879be0-2c2a-4664-85b0-c043c7733c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:11:33.488210 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88879be0-2c2a-4664-85b0-c043c7733c34 admin admin] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:11:33.607002 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd82448-a9e6-48ab-90b6-fd75ed815813 req-80cab018-a6e2-42f5-b811-dc7ab5ca2eda tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:33.608512 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7dd82448-a9e6-48ab-90b6-fd75ed815813 req-80cab018-a6e2-42f5-b811-dc7ab5ca2eda tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 945 time: 0.0668957 Apr 04 06:11:33.660195 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7dd82448-a9e6-48ab-90b6-fd75ed815813 req-aade06cc-a277-4651-a8a9-e64776afb546 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444963 Apr 04 06:11:33.727319 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88879be0-2c2a-4664-85b0-c043c7733c34 admin admin] Publish callbacks [] for router_gateway (8de8fcc5-8170-4153-b16f-b82e06d3b3c0), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:34.039000 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:34.162763 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88879be0-2c2a-4664-85b0-c043c7733c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589291'] for router (8de8fcc5-8170-4153-b16f-b82e06d3b3c0), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:34.184382 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efa059e-d3a8-4622-8ef7-bdd86270f907 None None] Network f79ea4aa-d805-43ed-bd84-5df93140b5be requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:11:34.299996 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-e1a0efd7-2ef7-45b2-a137-113b112d7d75 None None] Provisioning complete for port ce5d2003-1a26-4725-b0e1-4965f2f4cec0 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:34.300396 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-e1a0efd7-2ef7-45b2-a137-113b112d7d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (ce5d2003-1a26-4725-b0e1-4965f2f4cec0), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:34.309609 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88879be0-2c2a-4664-85b0-c043c7733c34 admin admin] Router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 is scheduled to L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 with binding_index 1 {{(pid=103479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 06:11:34.389094 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-e1a0efd7-2ef7-45b2-a137-113b112d7d75 None None] Current status of the port ce5d2003-1a26-4725-b0e1-4965f2f4cec0 is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:34.389835 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-e1a0efd7-2ef7-45b2-a137-113b112d7d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (ce5d2003-1a26-4725-b0e1-4965f2f4cec0), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:34.426881 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-e1a0efd7-2ef7-45b2-a137-113b112d7d75 None None] For port ce5d2003-1a26-4725-b0e1-4965f2f4cec0, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=ce5d2003-1a26-4725-b0e1-4965f2f4cec0,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:34.432135 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88879be0-2c2a-4664-85b0-c043c7733c34 admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:11:34.436417 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-e1a0efd7-2ef7-45b2-a137-113b112d7d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (ce5d2003-1a26-4725-b0e1-4965f2f4cec0), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:34.442186 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] Sync routers for ids ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:11:34.454683 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] Routers {'8de8fcc5-8170-4153-b16f-b82e06d3b3c0'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:11:34.456077 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:11:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:34.467511 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-88879be0-2c2a-4664-85b0-c043c7733c34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:34.469124 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-88879be0-2c2a-4664-85b0-c043c7733c34 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2419376 Apr 04 06:11:34.471894 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52514) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:34.497758 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0efd7-2ef7-45b2-a137-113b112d7d75 None None] Pushing event updated for resources: {'Port': ['ID=ce5d2003-1a26-4725-b0e1-4965f2f4cec0,revision_number=3']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:34.583118 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] Set router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:11:34.599013 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072aa7b-f53b-4255-b475-c7beb8ace1f9 req-ecdcdc23-101a-4647-abbf-3c236d0d063d tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:34.600582 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b072aa7b-f53b-4255-b475-c7beb8ace1f9 req-ecdcdc23-101a-4647-abbf-3c236d0d063d tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.0601318 Apr 04 06:11:34.662060 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b072aa7b-f53b-4255-b475-c7beb8ace1f9 req-115e06d2-e356-426c-b5a8-b032be4b8bff tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523925 Apr 04 06:11:34.770822 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:33Z', 'revision_number': 3, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:34.795556 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc1b2c-1fb7-4123-8c4c-47ce969ada9c req-6e7c9f74-ce8c-4610-8c5b-7889c26bc04d tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:34.798578 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] Checking router: 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:11:34.799134 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] Updating router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 port be74112d-b641-47bb-be31-9daebb096159 binding host dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 06:11:34.808263 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3fcc1b2c-1fb7-4123-8c4c-47ce969ada9c req-6e7c9f74-ce8c-4610-8c5b-7889c26bc04d tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 945 time: 0.0658698 Apr 04 06:11:34.833495 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (be74112d-b641-47bb-be31-9daebb096159), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:34.836728 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-b5c822ed-a98e-45f9-89b6-f8e8ecb3c7ff None None] Provisioning complete for port ce5d2003-1a26-4725-b0e1-4965f2f4cec0 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:34.836728 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-b5c822ed-a98e-45f9-89b6-f8e8ecb3c7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (ce5d2003-1a26-4725-b0e1-4965f2f4cec0), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:34.872846 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3fcc1b2c-1fb7-4123-8c4c-47ce969ada9c req-abd22876-d4e2-4f5f-a43b-6bad97bc4e60 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607295 Apr 04 06:11:34.946535 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-b5c822ed-a98e-45f9-89b6-f8e8ecb3c7ff None None] Current status of the port ce5d2003-1a26-4725-b0e1-4965f2f4cec0 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:35.014758 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f890c635-930b-475e-b0d9-e1405a7683d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:35.125059 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] Publish callbacks [] for port (be74112d-b641-47bb-be31-9daebb096159), precommit_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:35.139499 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (be74112d-b641-47bb-be31-9daebb096159), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:35.176748 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-f890c635-930b-475e-b0d9-e1405a7683d8 admin admin] Allocated IP 172.20.0.1 (f79ea4aa-d805-43ed-bd84-5df93140b5be/8af96432-7e0f-4e5a-90ce-4cb5a6c320c5/af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:11:35.201439 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84999197-5ac2-421e-88cf-102ce56109fd None None] Pushing event updated for resources: {'Port': ['ID=be74112d-b641-47bb-be31-9daebb096159,revision_number=2']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:35.215989 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84999197-5ac2-421e-88cf-102ce56109fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:35.216333 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84999197-5ac2-421e-88cf-102ce56109fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:35.216693 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84999197-5ac2-421e-88cf-102ce56109fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:35.217066 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84999197-5ac2-421e-88cf-102ce56109fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:35.217399 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84999197-5ac2-421e-88cf-102ce56109fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:35.217781 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84999197-5ac2-421e-88cf-102ce56109fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:35.218110 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84999197-5ac2-421e-88cf-102ce56109fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:35.218676 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84999197-5ac2-421e-88cf-102ce56109fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:35.218857 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84999197-5ac2-421e-88cf-102ce56109fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:35.219168 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84999197-5ac2-421e-88cf-102ce56109fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:35.220258 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84999197-5ac2-421e-88cf-102ce56109fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:35.220739 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84999197-5ac2-421e-88cf-102ce56109fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:35.221217 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84999197-5ac2-421e-88cf-102ce56109fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:35.221669 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84999197-5ac2-421e-88cf-102ce56109fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:35.222131 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84999197-5ac2-421e-88cf-102ce56109fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:11:35.227907 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device ce5d2003-1a26-4725-b0e1-4965f2f4cec0 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:11:35.233367 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] Attempting to bind port be74112d-b641-47bb-be31-9daebb096159 on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:11:35.233722 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] Attempting to bind port be74112d-b641-47bb-be31-9daebb096159 by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:11:35.234157 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] Attempting to bind port be74112d-b641-47bb-be31-9daebb096159 on network 1ee500bf-3755-4a54-8c64-77d3afc270de {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:11:35.239775 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:11:35.240514 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] Checking segment: {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:11:35.240514 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:35.240928 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] Bound using segment: {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:11:35.241383 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] Bound port: be74112d-b641-47bb-be31-9daebb096159, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:11:35.242084 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (be74112d-b641-47bb-be31-9daebb096159), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:35.280955 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port ce5d2003-1a26-4725-b0e1-4965f2f4cec0 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:35.281339 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (ce5d2003-1a26-4725-b0e1-4965f2f4cec0), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:35.295622 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f890c635-930b-475e-b0d9-e1405a7683d8 admin admin] Publish callbacks [] for port (af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:35.302554 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] For port be74112d-b641-47bb-be31-9daebb096159, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:11:35.309423 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] For port be74112d-b641-47bb-be31-9daebb096159, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=be74112d-b641-47bb-be31-9daebb096159,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:11:35.318082 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (be74112d-b641-47bb-be31-9daebb096159), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:35.361241 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f890c635-930b-475e-b0d9-e1405a7683d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:35.390399 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] Routers {'8de8fcc5-8170-4153-b16f-b82e06d3b3c0'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:11:35.391343 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:11:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:35.410285 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f890c635-930b-475e-b0d9-e1405a7683d8 admin admin] Network f79ea4aa-d805-43ed-bd84-5df93140b5be is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:11:35.416779 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-f890c635-930b-475e-b0d9-e1405a7683d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:11:35.419440 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f890c635-930b-475e-b0d9-e1405a7683d8 admin admin] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:11:35.420062 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f890c635-930b-475e-b0d9-e1405a7683d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596156'] for router_interface (8de8fcc5-8170-4153-b16f-b82e06d3b3c0), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:35.421869 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port ce5d2003-1a26-4725-b0e1-4965f2f4cec0 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:35.432494 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84999197-5ac2-421e-88cf-102ce56109fd None None] Pushing event updated for resources: {'Port': ['ID=be74112d-b641-47bb-be31-9daebb096159,revision_number=3']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:35.485839 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890c635-930b-475e-b0d9-e1405a7683d8 admin admin] Pushing event updated for resources: {'Port': ['ID=af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:35.517260 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] Set router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:11:35.592743 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac7914-8886-4eb0-bb81-3f2ad1e6905c req-b4c8b36b-89e8-49a6-befb-636e2b2c6430 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:35.595078 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-49ac7914-8886-4eb0-bb81-3f2ad1e6905c req-b4c8b36b-89e8-49a6-befb-636e2b2c6430 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 945 time: 0.0769742 Apr 04 06:11:35.619594 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f890c635-930b-475e-b0d9-e1405a7683d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:35.715457 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-49ac7914-8886-4eb0-bb81-3f2ad1e6905c req-dcd9a43a-3413-4eba-925a-c3d6f16a7f18 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Deleting port 2f9988a1-956b-431b-b056-69c2ecdb3dc5 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:11:35.715994 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-49ac7914-8886-4eb0-bb81-3f2ad1e6905c req-dcd9a43a-3413-4eba-925a-c3d6f16a7f18 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (2f9988a1-956b-431b-b056-69c2ecdb3dc5), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:35.774998 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-0d18fa6a-5eae-4987-83b1-a5a100cb8973 None None] Provisioning complete for port af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:35.775618 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-0d18fa6a-5eae-4987-83b1-a5a100cb8973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:35.833193 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-0d18fa6a-5eae-4987-83b1-a5a100cb8973 None None] Port af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:11:35.855221 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f890c635-930b-475e-b0d9-e1405a7683d8 admin admin] Publish callbacks [] for port (af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:35.860842 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f890c635-930b-475e-b0d9-e1405a7683d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:35.861845 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f890c635-930b-475e-b0d9-e1405a7683d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1596008'] for router_interface (8de8fcc5-8170-4153-b16f-b82e06d3b3c0), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:35.871770 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b65740-367a-45c1-a6dd-d0b7ea589f27 req-49bbf1da-b5d5-43be-a07e-6d434ae11826 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:35.873272 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-65b65740-367a-45c1-a6dd-d0b7ea589f27 req-49bbf1da-b5d5-43be-a07e-6d434ae11826 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.1086752 Apr 04 06:11:35.878472 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-49ac7914-8886-4eb0-bb81-3f2ad1e6905c req-dcd9a43a-3413-4eba-925a-c3d6f16a7f18 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] For port 2f9988a1-956b-431b-b056-69c2ecdb3dc5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2f9988a1-956b-431b-b056-69c2ecdb3dc5,segment=NetworkSegment(d59b0b9c-a6eb-4a7f-a4a7-978fb1693103),segment_id=d59b0b9c-a6eb-4a7f-a4a7-978fb1693103)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:35.878832 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-49ac7914-8886-4eb0-bb81-3f2ad1e6905c req-dcd9a43a-3413-4eba-925a-c3d6f16a7f18 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (2f9988a1-956b-431b-b056-69c2ecdb3dc5), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:35.881686 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:33Z', 'revision_number': 3, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:35.913780 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a3ea1f-6f44-4fbf-9946-2e46f409cb6f None None] The sync data for ids ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'] in dv-cinder-834448-2-iscsi is: [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:33Z', 'revision_number': 3, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:11:35.943881 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-49ac7914-8886-4eb0-bb81-3f2ad1e6905c req-dcd9a43a-3413-4eba-925a-c3d6f16a7f18 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Calling delete_port for 2f9988a1-956b-431b-b056-69c2ecdb3dc5 owned by compute:nova {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:11:35.970233 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-65b65740-367a-45c1-a6dd-d0b7ea589f27 req-a2db7c6e-4cc3-4521-815b-a863b34920e5 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838852 Apr 04 06:11:35.972837 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890c635-930b-475e-b0d9-e1405a7683d8 admin admin] Pushing event updated for resources: {'Port': ['ID=af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:36.026834 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f890c635-930b-475e-b0d9-e1405a7683d8 admin admin] Network f79ea4aa-d805-43ed-bd84-5df93140b5be is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:11:36.028495 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-f890c635-930b-475e-b0d9-e1405a7683d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:11:36.094979 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebea8f-98e9-49fe-aa6a-a7f9b6d0bd20 req-3acf4d42-99f5-4bf9-9436-ee7ed48fb0a2 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:36.096525 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-26ebea8f-98e9-49fe-aa6a-a7f9b6d0bd20 req-3acf4d42-99f5-4bf9-9436-ee7ed48fb0a2 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 945 time: 0.1184328 Apr 04 06:11:36.222975 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-26ebea8f-98e9-49fe-aa6a-a7f9b6d0bd20 req-1c5be80f-c156-46b2-9215-2d5694a07b30 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199610 Apr 04 06:11:36.343808 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f890c635-930b-475e-b0d9-e1405a7683d8 admin admin] Router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:11:36.488470 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-268ae513-0a6b-495a-a615-31420eccb7a4 None None] Provisioning complete for port af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:36.501029 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-268ae513-0a6b-495a-a615-31420eccb7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:36.567523 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-268ae513-0a6b-495a-a615-31420eccb7a4 None None] Port af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:11:36.593770 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f890c635-930b-475e-b0d9-e1405a7683d8 admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:11:36.600572 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-f890c635-930b-475e-b0d9-e1405a7683d8 admin admin] 10.222.0.30 "PUT /v2.0/routers/8de8fcc5-8170-4153-b16f-b82e06d3b3c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1275911 Apr 04 06:11:36.740203 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-49ac7914-8886-4eb0-bb81-3f2ad1e6905c req-dcd9a43a-3413-4eba-925a-c3d6f16a7f18 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (2f9988a1-956b-431b-b056-69c2ecdb3dc5), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:36.760751 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['2f9988a1-956b-431b-b056-69c2ecdb3dc5'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:11:36.815663 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9a43a-3413-4eba-925a-c3d6f16a7f18 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Pushing event deleted for resources: {'Port': ['ID=2f9988a1-956b-431b-b056-69c2ecdb3dc5,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:36.862065 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-f4a0fb6f-7f0d-4915-b304-91d77f329d18 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:36.863840 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-f4a0fb6f-7f0d-4915-b304-91d77f329d18 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/networks?id=b5766c36-20c4-4283-ab3f-33c4a45be891 HTTP/1.1" status: 200 len: 813 time: 0.6375964 Apr 04 06:11:36.892707 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ac7914-8886-4eb0-bb81-3f2ad1e6905c req-dcd9a43a-3413-4eba-925a-c3d6f16a7f18 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] No DVR routers for this DVR port 2f9988a1-956b-431b-b056-69c2ecdb3dc5 on host hv-cinder-83444 {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:11:36.896750 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-49ac7914-8886-4eb0-bb81-3f2ad1e6905c req-dcd9a43a-3413-4eba-925a-c3d6f16a7f18 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:36.903648 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-49ac7914-8886-4eb0-bb81-3f2ad1e6905c req-dcd9a43a-3413-4eba-925a-c3d6f16a7f18 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.37 "DELETE /v2.0/ports/2f9988a1-956b-431b-b056-69c2ecdb3dc5 HTTP/1.1" status: 204 len: 173 time: 1.3004973 Apr 04 06:11:36.913161 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac59c722-6262-46bc-bfc0-e519e8d43faa', 'name': 'network-vif-deleted', 'tag': '2f9988a1-956b-431b-b056-69c2ecdb3dc5'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:11:36.915660 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffdff7b-7193-4825-b03d-db4aa6987a3d" -d '{"events": [{"server_uuid": "ac59c722-6262-46bc-bfc0-e519e8d43faa", "name": "network-vif-deleted", "tag": "2f9988a1-956b-431b-b056-69c2ecdb3dc5"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:11:36.919137 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-6db81db9-f626-4655-a787-d5aba0e55f85 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/quotas/cc83aab360054a7f959ceeb6c566de89 HTTP/1.1" status: 200 len: 375 time: 0.0287766 Apr 04 06:11:36.969628 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-c41339ab-95ee-427b-a5dc-9c3649b4bb22 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc83aab360054a7f959ceeb6c566de89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418918 Apr 04 06:11:37.090934 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-9f97f3a5-5ee5-495a-8e36-fad35e853c29 service neutron] 10.222.0.30 "GET /v2.0/networks/b5766c36-20c4-4283-ab3f-33c4a45be891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145265 Apr 04 06:11:37.210464 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-6437fd47-bb5f-4517-8706-358972590e56 service neutron] 10.222.0.30 "GET /v2.0/networks/b5766c36-20c4-4283-ab3f-33c4a45be891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081333 Apr 04 06:11:37.219947 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device be74112d-b641-47bb-be31-9daebb096159 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:11:37.254077 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52570) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:37.260865 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-d8618e48-5638-4d1b-aa52-8f0c74f1f876 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1570796155', 'description': 'tempest-description--1731530869'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:37.288334 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf092879-ebc5-4117-a962-d5c355d7e434 x-openstack-request-id: req-cf092879-ebc5-4117-a962-d5c355d7e434 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:11:37.289272 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac59c722-6262-46bc-bfc0-e519e8d43faa", "name": "network-vif-deleted", "tag": "2f9988a1-956b-431b-b056-69c2ecdb3dc5", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:11:37.289627 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf092879-ebc5-4117-a962-d5c355d7e434 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:11:37.290122 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf092879-ebc5-4117-a962-d5c355d7e434'] response: {'server_uuid': 'ac59c722-6262-46bc-bfc0-e519e8d43faa', 'name': 'network-vif-deleted', 'tag': '2f9988a1-956b-431b-b056-69c2ecdb3dc5', 'status': 'completed', 'code': 200} Apr 04 06:11:37.299154 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d8618e48-5638-4d1b-aa52-8f0c74f1f876 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:37.342807 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port be74112d-b641-47bb-be31-9daebb096159 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:37.343238 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (be74112d-b641-47bb-be31-9daebb096159), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:37.435247 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea7e2c-7101-4f8a-a4ea-f3cc309cf051 req-078282e4-8cec-4a9f-9875-7b215fb71bd9 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:37.436707 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d8618e48-5638-4d1b-aa52-8f0c74f1f876 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (fd8365e8-4773-4e8a-bf99-93dfd63547db), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:37.445209 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-13ea7e2c-7101-4f8a-a4ea-f3cc309cf051 req-078282e4-8cec-4a9f-9875-7b215fb71bd9 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.0805697 Apr 04 06:11:37.445481 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d8618e48-5638-4d1b-aa52-8f0c74f1f876 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (fd8365e8-4773-4e8a-bf99-93dfd63547db), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:37.484473 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d8618e48-5638-4d1b-aa52-8f0c74f1f876 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:37.486141 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-d8618e48-5638-4d1b-aa52-8f0c74f1f876 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2304831 Apr 04 06:11:37.489850 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52578) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:37.498873 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-bfda7aa7-47ba-4af4-ae80-767d43e11e71 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'security_group_rule': {'security_group_id': 'fd8365e8-4773-4e8a-bf99-93dfd63547db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:37.527066 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-13ea7e2c-7101-4f8a-a4ea-f3cc309cf051 req-9c6774f0-cc78-4a16-9b77-b75ebe52a932 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809579 Apr 04 06:11:37.542950 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8618e48-5638-4d1b-aa52-8f0c74f1f876 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8365e8-4773-4e8a-bf99-93dfd63547db,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:37.571309 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port be74112d-b641-47bb-be31-9daebb096159 is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:37.571750 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (be74112d-b641-47bb-be31-9daebb096159), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:37.588411 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bfda7aa7-47ba-4af4-ae80-767d43e11e71 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (0566fed4-7a79-47bb-a2ae-dd6cfc5c7800), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:37.605673 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] For port be74112d-b641-47bb-be31-9daebb096159, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=be74112d-b641-47bb-be31-9daebb096159,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:37.612579 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (be74112d-b641-47bb-be31-9daebb096159), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:37.621142 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-93ba28f5-f3c3-413b-9cb3-cccef3ccdcfe req-29400d99-5561-46f6-ac86-1bf50941f8a5 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac59c722-6262-46bc-bfc0-e519e8d43faa HTTP/1.1" status: 200 len: 210 time: 0.0802934 Apr 04 06:11:37.686211 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Pushing event updated for resources: {'Port': ['ID=be74112d-b641-47bb-be31-9daebb096159,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:37.692324 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bfda7aa7-47ba-4af4-ae80-767d43e11e71 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (0566fed4-7a79-47bb-a2ae-dd6cfc5c7800), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:37.699086 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-850131d9-1088-425e-a79d-fc3cb024a59e req-29a724d0-56e6-4d40-a7d7-4629e043e2b5 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 210 time: 0.0477684 Apr 04 06:11:37.700679 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bfda7aa7-47ba-4af4-ae80-767d43e11e71 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (0566fed4-7a79-47bb-a2ae-dd6cfc5c7800), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:37.721889 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda7aa7-47ba-4af4-ae80-767d43e11e71 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0566fed4-7a79-47bb-a2ae-dd6cfc5c7800,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:37.731295 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bfda7aa7-47ba-4af4-ae80-767d43e11e71 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:37.733252 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-bfda7aa7-47ba-4af4-ae80-767d43e11e71 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2425117 Apr 04 06:11:37.736704 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 52586) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:37.744297 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-5dfcd9ce-ccf7-41a0-aa6f-68c637b435f1 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'security_group_rule': {'security_group_id': 'fd8365e8-4773-4e8a-bf99-93dfd63547db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:37.771648 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5dfcd9ce-ccf7-41a0-aa6f-68c637b435f1 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (17b800c8-2711-4e2c-b5ff-72f4e3052e7f), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:37.832968 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5dfcd9ce-ccf7-41a0-aa6f-68c637b435f1 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (17b800c8-2711-4e2c-b5ff-72f4e3052e7f), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:37.836570 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5dfcd9ce-ccf7-41a0-aa6f-68c637b435f1 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (17b800c8-2711-4e2c-b5ff-72f4e3052e7f), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:37.857411 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfcd9ce-ccf7-41a0-aa6f-68c637b435f1 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b800c8-2711-4e2c-b5ff-72f4e3052e7f,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:37.867439 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5dfcd9ce-ccf7-41a0-aa6f-68c637b435f1 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:37.868781 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-5dfcd9ce-ccf7-41a0-aa6f-68c637b435f1 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300902 Apr 04 06:11:37.872099 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52590) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:37.878235 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-7fa5c4ca-da92-4a37-af27-e09fee14e9f2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'floatingip': {'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:37.912294 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7fa5c4ca-da92-4a37-af27-e09fee14e9f2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:38.027437 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7fa5c4ca-da92-4a37-af27-e09fee14e9f2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:38.144241 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-7fa5c4ca-da92-4a37-af27-e09fee14e9f2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Allocated IP 172.27.2.217 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/a8df448f-91b6-4ce6-9f00-7a93465af9d7) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:11:38.267101 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7fa5c4ca-da92-4a37-af27-e09fee14e9f2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for port (a8df448f-91b6-4ce6-9f00-7a93465af9d7), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:38.304111 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7fa5c4ca-da92-4a37-af27-e09fee14e9f2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (a8df448f-91b6-4ce6-9f00-7a93465af9d7), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:38.317557 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] Sync routers for ids ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:11:38.328350 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] Routers {'8de8fcc5-8170-4153-b16f-b82e06d3b3c0'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:11:38.329226 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:11:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:38.339570 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52598) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:38.356308 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa5c4ca-da92-4a37-af27-e09fee14e9f2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:11:38.359354 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-7fa5c4ca-da92-4a37-af27-e09fee14e9f2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:11:38.362238 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa5c4ca-da92-4a37-af27-e09fee14e9f2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:11:38.410882 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5c4ca-da92-4a37-af27-e09fee14e9f2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'Port': ['ID=a8df448f-91b6-4ce6-9f00-7a93465af9d7,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:38.428937 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7fa5c4ca-da92-4a37-af27-e09fee14e9f2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (32c8b29d-3862-4b78-b0a5-91ebaf56e1bd), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:38.450406 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] Set router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:11:38.474950 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7fa5c4ca-da92-4a37-af27-e09fee14e9f2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (a8df448f-91b6-4ce6-9f00-7a93465af9d7), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:38.482719 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-67267977-ac3c-42f5-8b23-0ffb6e69633c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:38.692356 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-67267977-ac3c-42f5-8b23-0ffb6e69633c admin admin] Publish callbacks [] for security_group (847e86a1-3ca9-47bc-af87-ab88442099fa), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:38.704802 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-67267977-ac3c-42f5-8b23-0ffb6e69633c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (847e86a1-3ca9-47bc-af87-ab88442099fa), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:38.760574 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 2, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:38.807585 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7fa5c4ca-da92-4a37-af27-e09fee14e9f2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for port (a8df448f-91b6-4ce6-9f00-7a93465af9d7), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:38.820760 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7fa5c4ca-da92-4a37-af27-e09fee14e9f2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (a8df448f-91b6-4ce6-9f00-7a93465af9d7), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:38.832342 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ac574-1829-4eb7-8ea7-7f581781cccb req-75cab563-ff9b-4703-af50-ac7dcf3bca00 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:38.834085 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8c4ac574-1829-4eb7-8ea7-7f581781cccb req-75cab563-ff9b-4703-af50-ac7dcf3bca00 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.1462429 Apr 04 06:11:38.853196 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] Checking router: 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:11:38.853566 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] Updating router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 port af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5 binding host dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 06:11:38.865142 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-67267977-ac3c-42f5-8b23-0ffb6e69633c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a047490cf14e4ecf8285f0e3a9b551bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5234194 Apr 04 06:11:38.878811 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 52614) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:38.892569 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:38.894225 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7fa5c4ca-da92-4a37-af27-e09fee14e9f2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (32c8b29d-3862-4b78-b0a5-91ebaf56e1bd), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:38.900772 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67267977-ac3c-42f5-8b23-0ffb6e69633c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847e86a1-3ca9-47bc-af87-ab88442099fa,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:38.936970 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-74b54bf7-ec10-405e-8116-420a9e848524 req-fadb080f-fa37-44b6-9dcc-809dbe82d489 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 210 time: 0.0800190 Apr 04 06:11:38.939980 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5c4ca-da92-4a37-af27-e09fee14e9f2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'Port': ['ID=a8df448f-91b6-4ce6-9f00-7a93465af9d7,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:38.947136 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7fa5c4ca-da92-4a37-af27-e09fee14e9f2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:38.957311 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-7fa5c4ca-da92-4a37-af27-e09fee14e9f2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0751443 Apr 04 06:11:38.974611 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-6d7edf43-4521-44b7-b6ba-ba34f11f074d tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:38.976530 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-6d7edf43-4521-44b7-b6ba-ba34f11f074d tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.37 "GET /v2.0/networks?id=b5766c36-20c4-4283-ab3f-33c4a45be891 HTTP/1.1" status: 200 len: 813 time: 0.3331478 Apr 04 06:11:39.004711 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-ab133d38-72b5-46d9-9eaf-0bd6bebbec71 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Request body: {'port': {'device_id': 'c5627dcc-6126-4a7c-8da3-18a47c5ee147', 'network_id': 'b5766c36-20c4-4283-ab3f-33c4a45be891', 'admin_state_up': True, 'tenant_id': 'cc83aab360054a7f959ceeb6c566de89'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:39.085661 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8c4ac574-1829-4eb7-8ea7-7f581781cccb req-ee03c3a6-4476-4695-880e-1e064abceaec tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450352 Apr 04 06:11:39.172490 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4b8462e3-afee-4773-94f0-5f5cdc4b9a5c admin admin] Publish callbacks [] for security_group (847e86a1-3ca9-47bc-af87-ab88442099fa), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:39.188422 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device be74112d-b641-47bb-be31-9daebb096159 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:11:39.260999 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4b8462e3-afee-4773-94f0-5f5cdc4b9a5c admin admin] Publish callbacks [] for security_group (847e86a1-3ca9-47bc-af87-ab88442099fa), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:39.284547 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950dc66-c609-45e3-93b7-961602b39b93 req-b831d4e4-1f33-455c-8862-fe6f9134d67e tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:39.286037 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0950dc66-c609-45e3-93b7-961602b39b93 req-b831d4e4-1f33-455c-8862-fe6f9134d67e tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/networks?id=ae09f782-6f96-4364-8590-562d6c464f4f HTTP/1.1" status: 200 len: 809 time: 0.2245250 Apr 04 06:11:39.304138 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] Publish callbacks [] for port (af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5), precommit_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:39.310041 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port be74112d-b641-47bb-be31-9daebb096159 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:39.310534 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (be74112d-b641-47bb-be31-9daebb096159), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:39.313944 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:39.336837 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-ab133d38-72b5-46d9-9eaf-0bd6bebbec71 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Made reservation on behalf of cc83aab360054a7f959ceeb6c566de89 for: {'port': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:11:39.340210 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-ab133d38-72b5-46d9-9eaf-0bd6bebbec71 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:39.346840 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-38451859-e5a2-4d9e-9117-2d675e360fa7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1570796155&fields=id&tenant_id=a97a33a2aa5b45e28ce2fbc14234447a HTTP/1.1" status: 200 len: 267 time: 0.1457028 Apr 04 06:11:39.354986 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0950dc66-c609-45e3-93b7-961602b39b93 req-be61fd90-0888-4f11-a2d4-37cd08244c1e tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/quotas/ef4b8fbc23f64e5eb84517aa289e71b1 HTTP/1.1" status: 200 len: 375 time: 0.0571654 Apr 04 06:11:39.405158 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb672de-a914-48d4-bcfb-5448af78a8cb None None] Pushing event updated for resources: {'Port': ['ID=af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5,revision_number=3']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:39.448196 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0950dc66-c609-45e3-93b7-961602b39b93 req-e04ed99e-b21b-4047-b801-757b6327a1a9 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef4b8fbc23f64e5eb84517aa289e71b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0857036 Apr 04 06:11:39.495969 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] Attempting to bind port af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5 on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:11:39.496334 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] Attempting to bind port af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5 by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:11:39.496697 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] Attempting to bind port af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5 on network f79ea4aa-d805-43ed-bd84-5df93140b5be {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:11:39.508428 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:11:39.508801 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] Checking segment: {'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:11:39.509225 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:39.510291 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] Bound using segment: {'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:11:39.510291 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] Bound port: af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'}}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:11:39.510479 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:39.521423 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port be74112d-b641-47bb-be31-9daebb096159 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:39.537914 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4b8462e3-afee-4773-94f0-5f5cdc4b9a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (847e86a1-3ca9-47bc-af87-ab88442099fa), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:39.540552 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4b8462e3-afee-4773-94f0-5f5cdc4b9a5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:39.541765 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-4b8462e3-afee-4773-94f0-5f5cdc4b9a5c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/847e86a1-3ca9-47bc-af87-ab88442099fa HTTP/1.1" status: 204 len: 168 time: 0.6567156 Apr 04 06:11:39.597292 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8462e3-afee-4773-94f0-5f5cdc4b9a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847e86a1-3ca9-47bc-af87-ab88442099fa,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:39.607521 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] For port af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:11:39.612651 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] For port af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:11:39.630386 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:39.666199 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-27b7e6fb-c503-4cf9-ba3d-5ab8e1a19998 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:39.667628 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-27b7e6fb-c503-4cf9-ba3d-5ab8e1a19998 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/networks?id=f79ea4aa-d805-43ed-bd84-5df93140b5be HTTP/1.1" status: 200 len: 815 time: 0.3108783 Apr 04 06:11:39.714233 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-ae16c772-343f-47b0-9ac0-84992c7eb42e None None] Provisioning complete for port af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:39.714637 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-ae16c772-343f-47b0-9ac0-84992c7eb42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:39.725784 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-9f62c998-f8a7-4af4-8247-b8e1c5babd6e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/quotas/a97a33a2aa5b45e28ce2fbc14234447a HTTP/1.1" status: 200 len: 375 time: 0.0465777 Apr 04 06:11:39.740709 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0950dc66-c609-45e3-93b7-961602b39b93 req-7a2785e3-8048-449e-8c9f-b09f0aa737de service neutron] 10.222.0.30 "GET /v2.0/networks/ae09f782-6f96-4364-8590-562d6c464f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838147 Apr 04 06:11:39.757142 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-ab133d38-72b5-46d9-9eaf-0bd6bebbec71 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Allocated IP 172.20.0.5 (b5766c36-20c4-4283-ab3f-33c4a45be891/0fc5335a-39a3-48a5-95f3-6ae0d7b4b66a/e0707ce0-f96a-4e0e-a372-f3880efb12ca) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:11:39.789374 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] Routers {'8de8fcc5-8170-4153-b16f-b82e06d3b3c0'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:11:39.790267 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:11:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:39.834089 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb672de-a914-48d4-bcfb-5448af78a8cb None None] Pushing event updated for resources: {'Port': ['ID=af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:39.944039 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0950dc66-c609-45e3-93b7-961602b39b93 req-6b6e7303-cf58-475b-a279-867213e7fc91 service neutron] 10.222.0.30 "GET /v2.0/networks/ae09f782-6f96-4364-8590-562d6c464f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023437 Apr 04 06:11:39.975837 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-ae16c772-343f-47b0-9ac0-84992c7eb42e None None] Current status of the port af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5 is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:39.976595 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-ae16c772-343f-47b0-9ac0-84992c7eb42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:39.978650 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-cb1d58de-21f3-47b4-af51-1b61d87a2df9 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a97a33a2aa5b45e28ce2fbc14234447a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2266996 Apr 04 06:11:39.983588 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] Set router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:11:40.102011 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-ae16c772-343f-47b0-9ac0-84992c7eb42e None None] For port af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:40.120820 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-ae16c772-343f-47b0-9ac0-84992c7eb42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:40.180044 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-efa1a528-bdb4-41af-9f0f-ccdaf1b6d870 service neutron] 10.222.0.30 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882205 Apr 04 06:11:40.267120 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16c772-343f-47b0-9ac0-84992c7eb42e None None] Pushing event updated for resources: {'Port': ['ID=af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:40.288812 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-9613d099-f90f-413d-88c6-ef4c4cde2f93 None None] Provisioning complete for port af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:40.288812 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-9613d099-f90f-413d-88c6-ef4c4cde2f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:40.346434 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-ab133d38-72b5-46d9-9eaf-0bd6bebbec71 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Publish callbacks [] for port (e0707ce0-f96a-4e0e-a372-f3880efb12ca), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:40.374180 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b9c29f2f-3905-4c7f-9da6-2ff8577634aa req-a7941812-8915-41d4-aebd-ecd10c98e5d0 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 210 time: 0.1230009 Apr 04 06:11:40.390965 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-ec0c13f7-77d2-4461-b8a6-cb402db9b620 service neutron] 10.222.0.30 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011621 Apr 04 06:11:40.420952 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-ab133d38-72b5-46d9-9eaf-0bd6bebbec71 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (e0707ce0-f96a-4e0e-a372-f3880efb12ca), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:40.509209 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-ab133d38-72b5-46d9-9eaf-0bd6bebbec71 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Network b5766c36-20c4-4283-ab3f-33c4a45be891 is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:11:40.543188 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-ab133d38-72b5-46d9-9eaf-0bd6bebbec71 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:11:40.551180 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-ab133d38-72b5-46d9-9eaf-0bd6bebbec71 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:11:40.556554 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab133d38-72b5-46d9-9eaf-0bd6bebbec71 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Pushing event updated for resources: {'Port': ['ID=e0707ce0-f96a-4e0e-a372-f3880efb12ca,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:40.632962 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366c152-c49a-4b91-845e-3f2ba0d1429a req-bb6a5c02-115d-4ff5-a7fe-cf5355b8f7a2 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:40.637108 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3366c152-c49a-4b91-845e-3f2ba0d1429a req-bb6a5c02-115d-4ff5-a7fe-cf5355b8f7a2 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.1614299 Apr 04 06:11:40.650163 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:39Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:40.659184 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-9613d099-f90f-413d-88c6-ef4c4cde2f93 None None] Current status of the port af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:40.696504 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f479208-bb3d-4692-a7b7-dcec738a3f99 None None] The sync data for ids ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'] in dv-cinder-834448-2-iscsi is: [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:39Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:11:40.705180 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-ab133d38-72b5-46d9-9eaf-0bd6bebbec71 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:40.705870 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-ab133d38-72b5-46d9-9eaf-0bd6bebbec71 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:40.771918 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 2f9988a1-956b-431b-b056-69c2ecdb3dc5 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:11:40.777996 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-86cff603-9ee0-4d12-aa8a-781ebdebd87c req-bab51012-799a-4dd7-93b9-c6c18f3585b7 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 210 time: 0.0649049 Apr 04 06:11:40.821644 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] No Port match for: 2f9988a1-956b-431b-b056-69c2ecdb3dc5 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:11:40.821644 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 2f9988a1-956b-431b-b056-69c2ecdb3dc5 not bound to the agent host hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:11:40.830284 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-ab133d38-72b5-46d9-9eaf-0bd6bebbec71 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8293350 Apr 04 06:11:40.850629 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3366c152-c49a-4b91-845e-3f2ba0d1429a req-52c8aab4-7e80-45f6-a3e2-8f9e5b9cb967 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125404 Apr 04 06:11:40.862217 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] Request body: {'port': {'device_id': 'c5627dcc-6126-4a7c-8da3-18a47c5ee147', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:40.934467 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ef0f510a-f876-490d-9880-65c022accb88 req-9d74489d-d2f4-4e40-8c54-a4a554fd2d7b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 210 time: 0.0445750 Apr 04 06:11:40.988053 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (e0707ce0-f96a-4e0e-a372-f3880efb12ca), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:41.250049 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:11:41.314656 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:41.315040 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:41.412273 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:41.482396 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0707ce0-f96a-4e0e-a372-f3880efb12ca {{(pid=103480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:11:41.520989 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] Publish callbacks [] for port (e0707ce0-f96a-4e0e-a372-f3880efb12ca), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:41.552005 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.provisioning_blocks [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] Transition to ACTIVE for port object e0707ce0-f96a-4e0e-a372-f3880efb12ca will not be triggered until provisioned by entity L2. {{(pid=103480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 06:11:41.564178 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (e0707ce0-f96a-4e0e-a372-f3880efb12ca), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:41.603187 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ce957c-2d56-4f43-b73a-34ec4adbc722 req-bd4dcba5-728d-4dff-8217-e448932d03c5 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:41.604986 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-47ce957c-2d56-4f43-b73a-34ec4adbc722 req-bd4dcba5-728d-4dff-8217-e448932d03c5 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 931 time: 0.1261082 Apr 04 06:11:41.671988 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] Pushing event updated for resources: {'Port': ['ID=e0707ce0-f96a-4e0e-a372-f3880efb12ca,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:41.794308 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-47ce957c-2d56-4f43-b73a-34ec4adbc722 req-bd7c12c4-200c-4a7b-bc5a-128288b8d8d1 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779571 Apr 04 06:11:41.833780 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] Attempting to bind port e0707ce0-f96a-4e0e-a372-f3880efb12ca on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:11:41.834295 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] Attempting to bind port e0707ce0-f96a-4e0e-a372-f3880efb12ca by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '51f84bee-76f8-46b6-af8c-7f2c1e111a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b5766c36-20c4-4283-ab3f-33c4a45be891'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:11:41.834647 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] Attempting to bind port e0707ce0-f96a-4e0e-a372-f3880efb12ca on network b5766c36-20c4-4283-ab3f-33c4a45be891 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:11:41.860714 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] Port e0707ce0-f96a-4e0e-a372-f3880efb12ca on network b5766c36-20c4-4283-ab3f-33c4a45be891 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 06:11:41.861081 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] Attempting to bind port e0707ce0-f96a-4e0e-a372-f3880efb12ca on network b5766c36-20c4-4283-ab3f-33c4a45be891 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:11:41.881372 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] Checking agent: {'id': '0c1e107c-d850-42a9-b491-1b463a8f645f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'started_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:11:41.881703 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] Checking segment: {'id': '51f84bee-76f8-46b6-af8c-7f2c1e111a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b5766c36-20c4-4283-ab3f-33c4a45be891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:11:41.882096 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] Bound using segment: {'id': '51f84bee-76f8-46b6-af8c-7f2c1e111a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b5766c36-20c4-4283-ab3f-33c4a45be891'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:11:41.882560 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] Bound port: e0707ce0-f96a-4e0e-a372-f3880efb12ca, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f84bee-76f8-46b6-af8c-7f2c1e111a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b5766c36-20c4-4283-ab3f-33c4a45be891'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:11:41.882923 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (e0707ce0-f96a-4e0e-a372-f3880efb12ca), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:41.890454 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950dc66-c609-45e3-93b7-961602b39b93 req-9414bbf7-63b4-4253-95e4-60836b6cc205 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:41.892018 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0950dc66-c609-45e3-93b7-961602b39b93 req-9414bbf7-63b4-4253-95e4-60836b6cc205 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.37 "GET /v2.0/networks?id=ae09f782-6f96-4364-8590-562d6c464f4f HTTP/1.1" status: 200 len: 809 time: 0.2135279 Apr 04 06:11:41.927184 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-0950dc66-c609-45e3-93b7-961602b39b93 req-f040d2a8-0cba-4904-a71b-248fa04cc159 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Request body: {'port': {'device_id': 'ff3d1a53-ae2e-4093-999c-214da08aec6b', 'network_id': 'ae09f782-6f96-4364-8590-562d6c464f4f', 'admin_state_up': True, 'tenant_id': 'ef4b8fbc23f64e5eb84517aa289e71b1'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:41.932474 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-37fe4eb2-b2b2-4d41-bd26-743030dd4552 req-096b8684-a9d2-4f18-9a93-de11ca9a6e06 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 210 time: 0.0649071 Apr 04 06:11:42.349796 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9a409877-48c0-4715-9942-714336ade5d1 req-56409226-02e1-47e2-94d6-6cb533519bd0 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 210 time: 0.0899065 Apr 04 06:11:42.416054 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] For port e0707ce0-f96a-4e0e-a372-f3880efb12ca, host hv-cinder-83444, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:11:42.427479 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] For port e0707ce0-f96a-4e0e-a372-f3880efb12ca, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e0707ce0-f96a-4e0e-a372-f3880efb12ca,segment=NetworkSegment(51f84bee-76f8-46b6-af8c-7f2c1e111a59),segment_id=51f84bee-76f8-46b6-af8c-7f2c1e111a59)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:11:42.445379 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262a4fe-3523-4fd3-9093-e7d55acca915 req-159448fa-81ef-4dc2-93ec-06c7e85ac33f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:42.446871 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d262a4fe-3523-4fd3-9093-e7d55acca915 req-159448fa-81ef-4dc2-93ec-06c7e85ac33f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.5260289 Apr 04 06:11:42.451029 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (e0707ce0-f96a-4e0e-a372-f3880efb12ca), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:42.527056 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0950dc66-c609-45e3-93b7-961602b39b93 req-f040d2a8-0cba-4904-a71b-248fa04cc159 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Made reservation on behalf of ef4b8fbc23f64e5eb84517aa289e71b1 for: {'port': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:11:42.530392 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0950dc66-c609-45e3-93b7-961602b39b93 req-f040d2a8-0cba-4904-a71b-248fa04cc159 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:42.545487 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-205c2e32-110f-49ef-8df7-4a01927cb578 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:42.547475 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-205c2e32-110f-49ef-8df7-4a01927cb578 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.37 "GET /v2.0/networks?id=f79ea4aa-d805-43ed-bd84-5df93140b5be HTTP/1.1" status: 200 len: 815 time: 0.2865694 Apr 04 06:11:42.548991 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:42.549509 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:42.551112 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] 10.222.0.37 "PUT /v2.0/ports/e0707ce0-f96a-4e0e-a372-f3880efb12ca HTTP/1.1" status: 200 len: 1093 time: 1.6993487 Apr 04 06:11:42.560086 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5627dcc-6126-4a7c-8da3-18a47c5ee147', 'tag': 'e0707ce0-f96a-4e0e-a372-f3880efb12ca'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:11:42.562431 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289a65de-406d-438d-abb3-8ffab1951863" -d '{"events": [{"name": "network-changed", "server_uuid": "c5627dcc-6126-4a7c-8da3-18a47c5ee147", "tag": "e0707ce0-f96a-4e0e-a372-f3880efb12ca"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:11:42.614826 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e73e92-3515-4800-b617-431ecc9d3a85 service neutron] Pushing event updated for resources: {'Port': ['ID=e0707ce0-f96a-4e0e-a372-f3880efb12ca,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:42.628744 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54edceeb-5b59-46a9-8a67-a07de24752de x-openstack-request-id: req-54edceeb-5b59-46a9-8a67-a07de24752de {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:11:42.629055 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5627dcc-6126-4a7c-8da3-18a47c5ee147", "tag": "e0707ce0-f96a-4e0e-a372-f3880efb12ca", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:11:42.629313 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-54edceeb-5b59-46a9-8a67-a07de24752de {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:11:42.629713 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54edceeb-5b59-46a9-8a67-a07de24752de'] response: {'name': 'network-changed', 'server_uuid': 'c5627dcc-6126-4a7c-8da3-18a47c5ee147', 'tag': 'e0707ce0-f96a-4e0e-a372-f3880efb12ca', 'status': 'completed', 'code': 200} Apr 04 06:11:42.700816 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d262a4fe-3523-4fd3-9093-e7d55acca915 req-54b85c9a-e6ed-461e-82bb-aaf9c7d3e7be tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447784 Apr 04 06:11:42.749647 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-b3b0d2bb-300a-4e7f-a5c3-6fc08b653856 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a97a33a2aa5b45e28ce2fbc14234447a HTTP/1.1" status: 200 len: 380 time: 0.1795175 Apr 04 06:11:42.781230 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-7baad462-0ab6-46c2-ab98-801a20a34bbd tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'port': {'device_id': '2352fa89-517c-4034-acb7-9b35890acec8', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'admin_state_up': True, 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'security_groups': ['fd8365e8-4773-4e8a-bf99-93dfd63547db']}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:42.846285 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-ca92ee6c-5476-4b11-9367-0ffad2b33fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:42.848211 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-ca92ee6c-5476-4b11-9367-0ffad2b33fc3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc83aab360054a7f959ceeb6c566de89&device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 1127 time: 0.2362771 Apr 04 06:11:42.873624 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [req-0950dc66-c609-45e3-93b7-961602b39b93 req-f040d2a8-0cba-4904-a71b-248fa04cc159 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Allocated IP 172.20.0.9 (ae09f782-6f96-4364-8590-562d6c464f4f/92fb8ac0-e778-41b6-8b9b-a0d6e67a4b68/2a6a893f-728d-4e6c-9e5c-1e11c2692901) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:11:42.917007 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-f9554d16-ddff-44ee-b1b7-1541b5cb7f9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0707ce0-f96a-4e0e-a372-f3880efb12ca HTTP/1.1" status: 200 len: 217 time: 0.0600572 Apr 04 06:11:43.064778 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ef4fb195-4bdf-4e8b-b6ea-062160c4876f req-43013420-a58e-40c5-9026-eab6416d387b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 210 time: 0.0612841 Apr 04 06:11:43.080566 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-3823e007-710d-40c4-b034-a3742606a215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:43.082077 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-3823e007-710d-40c4-b034-a3742606a215 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0fc5335a-39a3-48a5-95f3-6ae0d7b4b66a HTTP/1.1" status: 200 len: 853 time: 0.1489577 Apr 04 06:11:43.096136 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-7baad462-0ab6-46c2-ab98-801a20a34bbd tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Made reservation on behalf of a97a33a2aa5b45e28ce2fbc14234447a for: {'port': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:11:43.099703 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-7baad462-0ab6-46c2-ab98-801a20a34bbd tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:43.155135 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fa2ef-09c4-4f0e-afdc-d24e876c6583 req-28d15c1b-a756-4127-a1aa-2d5df8b0309f tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:43.156801 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-844fa2ef-09c4-4f0e-afdc-d24e876c6583 req-28d15c1b-a756-4127-a1aa-2d5df8b0309f tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 943 time: 0.2471466 Apr 04 06:11:43.207093 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-466c4bdd-f315-4373-98e3-37e99fc77bc9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5766c36-20c4-4283-ab3f-33c4a45be891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491879 Apr 04 06:11:43.374311 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-844fa2ef-09c4-4f0e-afdc-d24e876c6583 req-0816a060-7cb1-46bf-8b75-de9ef45e0d15 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042840 Apr 04 06:11:43.432596 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0950dc66-c609-45e3-93b7-961602b39b93 req-f040d2a8-0cba-4904-a71b-248fa04cc159 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Publish callbacks [] for port (2a6a893f-728d-4e6c-9e5c-1e11c2692901), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:43.482165 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-680d05ce-5491-480b-9d0a-d3d156f6118d service neutron] 10.222.0.37 "GET /v2.0/networks/b5766c36-20c4-4283-ab3f-33c4a45be891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662792 Apr 04 06:11:43.488209 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a570d0ed-54b4-4591-94e0-78ad2e187bad req-f2bd50fe-3cb3-4a14-b968-659365057cb8 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 210 time: 0.0634193 Apr 04 06:11:43.525327 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-7baad462-0ab6-46c2-ab98-801a20a34bbd tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Allocated IP 172.20.0.13 (f79ea4aa-d805-43ed-bd84-5df93140b5be/8af96432-7e0f-4e5a-90ce-4cb5a6c320c5/bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:11:43.595763 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0950dc66-c609-45e3-93b7-961602b39b93 req-f040d2a8-0cba-4904-a71b-248fa04cc159 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (2a6a893f-728d-4e6c-9e5c-1e11c2692901), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:43.680598 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c5f32e3a-22db-4c8b-a527-d6e2f1ee5553 req-b4a52fe8-ce98-4725-944c-0caa4ada43b7 service neutron] 10.222.0.37 "GET /v2.0/networks/b5766c36-20c4-4283-ab3f-33c4a45be891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859682 Apr 04 06:11:43.725092 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0950dc66-c609-45e3-93b7-961602b39b93 req-f040d2a8-0cba-4904-a71b-248fa04cc159 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Network ae09f782-6f96-4364-8590-562d6c464f4f is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:11:43.725884 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040d2a8-0cba-4904-a71b-248fa04cc159 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Pushing event updated for resources: {'Port': ['ID=2a6a893f-728d-4e6c-9e5c-1e11c2692901,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:43.732891 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [req-0950dc66-c609-45e3-93b7-961602b39b93 req-f040d2a8-0cba-4904-a71b-248fa04cc159 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:11:43.737335 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-0950dc66-c609-45e3-93b7-961602b39b93 req-f040d2a8-0cba-4904-a71b-248fa04cc159 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:11:43.870456 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950dc66-c609-45e3-93b7-961602b39b93 req-f040d2a8-0cba-4904-a71b-248fa04cc159 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:43.871075 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0950dc66-c609-45e3-93b7-961602b39b93 req-f040d2a8-0cba-4904-a71b-248fa04cc159 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:43.907887 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-7baad462-0ab6-46c2-ab98-801a20a34bbd tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for port (bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:43.921387 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0950dc66-c609-45e3-93b7-961602b39b93 req-f040d2a8-0cba-4904-a71b-248fa04cc159 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0015228 Apr 04 06:11:43.928666 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a65de-406d-438d-abb3-8ffab1951863 req-c6248b31-46a2-4f87-a90d-431d94486a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:43.930168 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-289a65de-406d-438d-abb3-8ffab1951863 req-c6248b31-46a2-4f87-a90d-431d94486a91 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc83aab360054a7f959ceeb6c566de89&device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 1127 time: 0.1675808 Apr 04 06:11:43.937422 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-0950dc66-c609-45e3-93b7-961602b39b93 req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] Request body: {'port': {'device_id': 'ff3d1a53-ae2e-4093-999c-214da08aec6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:43.960994 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc17a7-4694-4923-a5a0-0d3f28b1e8db req-797c71ba-15b7-44dc-b7e0-4684859ae9fe tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:43.962443 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cbcc17a7-4694-4923-a5a0-0d3f28b1e8db req-797c71ba-15b7-44dc-b7e0-4684859ae9fe tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.1522453 Apr 04 06:11:44.128370 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-7baad462-0ab6-46c2-ab98-801a20a34bbd tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:44.141870 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cbcc17a7-4694-4923-a5a0-0d3f28b1e8db req-6b1ebc77-abde-4f84-ad86-f126bd7536aa tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618931 Apr 04 06:11:44.151360 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0950dc66-c609-45e3-93b7-961602b39b93 req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2a6a893f-728d-4e6c-9e5c-1e11c2692901), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:44.217545 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a65de-406d-438d-abb3-8ffab1951863 req-82258472-c5ce-430f-87c9-8a0aa089b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:44.219163 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-289a65de-406d-438d-abb3-8ffab1951863 req-82258472-c5ce-430f-87c9-8a0aa089b3e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b5766c36-20c4-4283-ab3f-33c4a45be891 HTTP/1.1" status: 200 len: 914 time: 0.2765238 Apr 04 06:11:44.236633 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-7baad462-0ab6-46c2-ab98-801a20a34bbd tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Network f79ea4aa-d805-43ed-bd84-5df93140b5be is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:11:44.282390 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-7baad462-0ab6-46c2-ab98-801a20a34bbd tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:11:44.301491 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baad462-0ab6-46c2-ab98-801a20a34bbd tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'Port': ['ID=bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:44.304317 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-7baad462-0ab6-46c2-ab98-801a20a34bbd tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:11:44.314781 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-289a65de-406d-438d-abb3-8ffab1951863 req-b3c171b9-b6d1-4651-b13c-dbfd5f70b29b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0707ce0-f96a-4e0e-a372-f3880efb12ca HTTP/1.1" status: 200 len: 217 time: 0.0828400 Apr 04 06:11:44.418849 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f49ab1-40e6-47cf-ae5d-995dc140f64d req-4d7df496-5afa-49a7-914d-2823ef09ddbc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:44.420396 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-08f49ab1-40e6-47cf-ae5d-995dc140f64d req-4d7df496-5afa-49a7-914d-2823ef09ddbc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 931 time: 0.2700095 Apr 04 06:11:44.433027 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-7baad462-0ab6-46c2-ab98-801a20a34bbd tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:44.433670 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-7baad462-0ab6-46c2-ab98-801a20a34bbd tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:44.525855 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a65de-406d-438d-abb3-8ffab1951863 req-4bc9e67e-1a41-49d4-aab7-9a2608fb04da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:44.526098 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-66839e57-58b3-479b-b794-85cf8d181832 None None] Provisioning complete for port bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:44.526571 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-66839e57-58b3-479b-b794-85cf8d181832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:44.527515 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-289a65de-406d-438d-abb3-8ffab1951863 req-4bc9e67e-1a41-49d4-aab7-9a2608fb04da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0fc5335a-39a3-48a5-95f3-6ae0d7b4b66a HTTP/1.1" status: 200 len: 853 time: 0.1853826 Apr 04 06:11:44.567732 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-66839e57-58b3-479b-b794-85cf8d181832 None None] Port bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:11:44.569189 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-7baad462-0ab6-46c2-ab98-801a20a34bbd tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7967124 Apr 04 06:11:44.598346 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-289a65de-406d-438d-abb3-8ffab1951863 req-9ee06cc4-8a72-420a-a501-7e67c54b15a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5766c36-20c4-4283-ab3f-33c4a45be891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508697 Apr 04 06:11:44.606742 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] Request body: {'port': {'device_id': '2352fa89-517c-4034-acb7-9b35890acec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:44.734892 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-08f49ab1-40e6-47cf-ae5d-995dc140f64d req-e1ca9042-888f-472c-83c6-448834f72a1e tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971570 Apr 04 06:11:44.775632 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515e013-6bac-4947-9814-a04c4968cbfb req-275d5d28-741b-4a41-adad-19e6d630dea9 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:44.777125 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e515e013-6bac-4947-9814-a04c4968cbfb req-275d5d28-741b-4a41-adad-19e6d630dea9 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 943 time: 0.2921433 Apr 04 06:11:45.114301 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:45.132278 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-289a65de-406d-438d-abb3-8ffab1951863 req-a5d084cd-3fd9-4f5e-9c57-ab4ea7a5e093 service neutron] 10.222.0.37 "GET /v2.0/networks/b5766c36-20c4-4283-ab3f-33c4a45be891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216579 Apr 04 06:11:45.246635 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e515e013-6bac-4947-9814-a04c4968cbfb req-d154ec80-6d51-41b8-9ce0-19986aacb1ea tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180827 Apr 04 06:11:45.300659 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f7cd5-2373-4a3a-b764-a717e8bb9d90 req-435e8806-cc55-42da-a7a2-09ce462988bd tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:45.302184 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-190f7cd5-2373-4a3a-b764-a717e8bb9d90 req-435e8806-cc55-42da-a7a2-09ce462988bd tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 932 time: 0.2709703 Apr 04 06:11:45.381120 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [req-0950dc66-c609-45e3-93b7-961602b39b93 req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6a893f-728d-4e6c-9e5c-1e11c2692901 {{(pid=103480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:11:45.413157 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0950dc66-c609-45e3-93b7-961602b39b93 req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] Publish callbacks [] for port (2a6a893f-728d-4e6c-9e5c-1e11c2692901), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:45.466020 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.provisioning_blocks [req-0950dc66-c609-45e3-93b7-961602b39b93 req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] Transition to ACTIVE for port object 2a6a893f-728d-4e6c-9e5c-1e11c2692901 will not be triggered until provisioned by entity L2. {{(pid=103480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 06:11:45.483444 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0950dc66-c609-45e3-93b7-961602b39b93 req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (2a6a893f-728d-4e6c-9e5c-1e11c2692901), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:45.486739 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-289a65de-406d-438d-abb3-8ffab1951863 req-374436aa-3887-4692-8154-baec7b9014bd service neutron] 10.222.0.37 "GET /v2.0/networks/b5766c36-20c4-4283-ab3f-33c4a45be891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441184 Apr 04 06:11:45.587292 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-190f7cd5-2373-4a3a-b764-a717e8bb9d90 req-63bf95f6-0265-4e0b-8ff3-5a7e50f47565 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd8365e8-4773-4e8a-bf99-93dfd63547db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789199 Apr 04 06:11:45.605344 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361f648-a55f-4607-be2d-c88f0e4924f3 req-199f79f8-eb68-4a91-a7e3-233d9a104507 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:45.605971 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1361f648-a55f-4607-be2d-c88f0e4924f3 req-199f79f8-eb68-4a91-a7e3-233d9a104507 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.3014319 Apr 04 06:11:45.606125 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52792) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:45.624397 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6a893f-728d-4e6c-9e5c-1e11c2692901,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:45.731015 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f4105794-6c30-4d02-8a87-481cb381ee88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:45.770400 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1361f648-a55f-4607-be2d-c88f0e4924f3 req-867190df-21c1-465f-9af1-f41c234e8111 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432321 Apr 04 06:11:45.808525 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-0950dc66-c609-45e3-93b7-961602b39b93 req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] Attempting to bind port 2a6a893f-728d-4e6c-9e5c-1e11c2692901 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:11:45.808525 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-0950dc66-c609-45e3-93b7-961602b39b93 req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] Attempting to bind port 2a6a893f-728d-4e6c-9e5c-1e11c2692901 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'd59b0b9c-a6eb-4a7f-a4a7-978fb1693103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ae09f782-6f96-4364-8590-562d6c464f4f'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:11:45.808525 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0950dc66-c609-45e3-93b7-961602b39b93 req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] Attempting to bind port 2a6a893f-728d-4e6c-9e5c-1e11c2692901 on network ae09f782-6f96-4364-8590-562d6c464f4f {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:11:45.818842 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 {{(pid=103480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:11:45.824962 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0950dc66-c609-45e3-93b7-961602b39b93 req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] Port 2a6a893f-728d-4e6c-9e5c-1e11c2692901 on network ae09f782-6f96-4364-8590-562d6c464f4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 06:11:45.825296 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0950dc66-c609-45e3-93b7-961602b39b93 req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] Attempting to bind port 2a6a893f-728d-4e6c-9e5c-1e11c2692901 on network ae09f782-6f96-4364-8590-562d6c464f4f {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:11:45.841849 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] Publish callbacks [] for port (bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:45.853889 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f4105794-6c30-4d02-8a87-481cb381ee88 admin admin] Publish callbacks [] for security_group (412840fe-6abf-495c-b08a-88e4b603416b), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:45.857995 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f4105794-6c30-4d02-8a87-481cb381ee88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (412840fe-6abf-495c-b08a-88e4b603416b), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:45.861908 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0950dc66-c609-45e3-93b7-961602b39b93 req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] Checking agent: {'id': '0c1e107c-d850-42a9-b491-1b463a8f645f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'started_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:11:45.862259 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0950dc66-c609-45e3-93b7-961602b39b93 req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] Checking segment: {'id': 'd59b0b9c-a6eb-4a7f-a4a7-978fb1693103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ae09f782-6f96-4364-8590-562d6c464f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:11:45.862654 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0950dc66-c609-45e3-93b7-961602b39b93 req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] Bound using segment: {'id': 'd59b0b9c-a6eb-4a7f-a4a7-978fb1693103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ae09f782-6f96-4364-8590-562d6c464f4f'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:11:45.863108 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-0950dc66-c609-45e3-93b7-961602b39b93 req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] Bound port: 2a6a893f-728d-4e6c-9e5c-1e11c2692901, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59b0b9c-a6eb-4a7f-a4a7-978fb1693103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ae09f782-6f96-4364-8590-562d6c464f4f'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:11:45.863470 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0950dc66-c609-45e3-93b7-961602b39b93 req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2a6a893f-728d-4e6c-9e5c-1e11c2692901), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:45.895867 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.provisioning_blocks [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] Transition to ACTIVE for port object bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 will not be triggered until provisioned by entity L2. {{(pid=103480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 06:11:45.904044 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-f4105794-6c30-4d02-8a87-481cb381ee88 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=696d3e0add7e425cbc9bc89e9cbebade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960980 Apr 04 06:11:45.908752 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52798) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:45.918452 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:45.919895 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4105794-6c30-4d02-8a87-481cb381ee88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412840fe-6abf-495c-b08a-88e4b603416b,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:45.985307 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-799949db-5076-4835-a2a4-f7d1038703bf admin admin] Publish callbacks [] for security_group (412840fe-6abf-495c-b08a-88e4b603416b), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:45.991168 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795327a2-b105-46a0-ae22-9db58f31be3e req-0050daa4-237a-4a0f-981b-dcf73dc53ffe tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:45.992752 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-795327a2-b105-46a0-ae22-9db58f31be3e req-0050daa4-237a-4a0f-981b-dcf73dc53ffe tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 943 time: 0.1687584 Apr 04 06:11:46.012493 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-799949db-5076-4835-a2a4-f7d1038703bf admin admin] Publish callbacks [] for security_group (412840fe-6abf-495c-b08a-88e4b603416b), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:46.027205 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-0950dc66-c609-45e3-93b7-961602b39b93 req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] For port 2a6a893f-728d-4e6c-9e5c-1e11c2692901, host hv-cinder-83444, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:11:46.033117 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-0950dc66-c609-45e3-93b7-961602b39b93 req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] For port 2a6a893f-728d-4e6c-9e5c-1e11c2692901, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2a6a893f-728d-4e6c-9e5c-1e11c2692901,segment=NetworkSegment(d59b0b9c-a6eb-4a7f-a4a7-978fb1693103),segment_id=d59b0b9c-a6eb-4a7f-a4a7-978fb1693103)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:11:46.046467 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:46.077596 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0950dc66-c609-45e3-93b7-961602b39b93 req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (2a6a893f-728d-4e6c-9e5c-1e11c2692901), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:46.080848 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-799949db-5076-4835-a2a4-f7d1038703bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (412840fe-6abf-495c-b08a-88e4b603416b), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:46.083752 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-799949db-5076-4835-a2a4-f7d1038703bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:46.088745 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-799949db-5076-4835-a2a4-f7d1038703bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/412840fe-6abf-495c-b08a-88e4b603416b HTTP/1.1" status: 204 len: 168 time: 0.1747682 Apr 04 06:11:46.104362 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799949db-5076-4835-a2a4-f7d1038703bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412840fe-6abf-495c-b08a-88e4b603416b,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:46.162064 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950dc66-c609-45e3-93b7-961602b39b93 req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:46.162691 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0950dc66-c609-45e3-93b7-961602b39b93 req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:46.164101 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0950dc66-c609-45e3-93b7-961602b39b93 req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] 10.222.0.37 "PUT /v2.0/ports/2a6a893f-728d-4e6c-9e5c-1e11c2692901 HTTP/1.1" status: 200 len: 1093 time: 2.2330308 Apr 04 06:11:46.170260 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3d1a53-ae2e-4093-999c-214da08aec6b', 'tag': '2a6a893f-728d-4e6c-9e5c-1e11c2692901'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:11:46.172716 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723d9c4a-244e-47fb-8179-b6344baea505" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3d1a53-ae2e-4093-999c-214da08aec6b", "tag": "2a6a893f-728d-4e6c-9e5c-1e11c2692901"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:11:46.207382 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-795327a2-b105-46a0-ae22-9db58f31be3e req-63281e58-eb51-4518-b9d8-ab822ad34790 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036793 Apr 04 06:11:46.222097 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ada441-01fc-4bbb-b91a-3149e4dcda78 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6a893f-728d-4e6c-9e5c-1e11c2692901,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:46.225041 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] Attempting to bind port bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:11:46.225383 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] Attempting to bind port bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:11:46.225717 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] Attempting to bind port bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 on network f79ea4aa-d805-43ed-bd84-5df93140b5be {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:11:46.230997 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] Port bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 on network f79ea4aa-d805-43ed-bd84-5df93140b5be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 06:11:46.231325 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] Attempting to bind port bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 on network f79ea4aa-d805-43ed-bd84-5df93140b5be {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:11:46.244329 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] Checking agent: {'id': '0c1e107c-d850-42a9-b491-1b463a8f645f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'started_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:11:46.244689 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] Checking segment: {'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:11:46.245111 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] Bound using segment: {'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:11:46.245610 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] Bound port: bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:11:46.245962 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:46.265169 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448d9a88-38fe-41d1-ac90-c0829b610d03 x-openstack-request-id: req-448d9a88-38fe-41d1-ac90-c0829b610d03 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:11:46.265469 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3d1a53-ae2e-4093-999c-214da08aec6b", "tag": "2a6a893f-728d-4e6c-9e5c-1e11c2692901", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:11:46.265696 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-448d9a88-38fe-41d1-ac90-c0829b610d03 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:11:46.266142 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-448d9a88-38fe-41d1-ac90-c0829b610d03'] response: {'name': 'network-changed', 'server_uuid': 'ff3d1a53-ae2e-4093-999c-214da08aec6b', 'tag': '2a6a893f-728d-4e6c-9e5c-1e11c2692901', 'status': 'completed', 'code': 200} Apr 04 06:11:46.422149 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] For port bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9, host hv-cinder-83444, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:11:46.426715 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950dc66-c609-45e3-93b7-961602b39b93 req-19704f4c-7531-4712-b614-7241711fa3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:46.428418 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0950dc66-c609-45e3-93b7-961602b39b93 req-19704f4c-7531-4712-b614-7241711fa3bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef4b8fbc23f64e5eb84517aa289e71b1&device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 1127 time: 0.1868043 Apr 04 06:11:46.432230 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] For port bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:11:46.480844 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:46.496822 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293b285-7c1b-43a2-bda2-ed7c48b76f8c req-f21bf661-b984-473d-8463-e8a509e559bc tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:46.498952 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c293b285-7c1b-43a2-bda2-ed7c48b76f8c req-f21bf661-b984-473d-8463-e8a509e559bc tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 943 time: 0.1717126 Apr 04 06:11:46.500716 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0950dc66-c609-45e3-93b7-961602b39b93 req-44e01ced-4db9-496b-b9f5-d5734d728bbf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a6a893f-728d-4e6c-9e5c-1e11c2692901 HTTP/1.1" status: 200 len: 217 time: 0.0610933 Apr 04 06:11:46.599477 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:46.600516 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:46.602741 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] 10.222.0.37 "PUT /v2.0/ports/bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 HTTP/1.1" status: 200 len: 1094 time: 2.0118170 Apr 04 06:11:46.650756 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d98a9-7465-4f7d-9970-aeb6b06962a4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:46.707060 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0950dc66-c609-45e3-93b7-961602b39b93 req-e22eb841-d9df-43cf-ac89-dfe7e186b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:46.709641 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0950dc66-c609-45e3-93b7-961602b39b93 req-e22eb841-d9df-43cf-ac89-dfe7e186b2fc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92fb8ac0-e778-41b6-8b9b-a0d6e67a4b68 HTTP/1.1" status: 200 len: 849 time: 0.1822751 Apr 04 06:11:46.728889 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c293b285-7c1b-43a2-bda2-ed7c48b76f8c req-aeb42afb-c09c-43e5-bf26-b2c8133e1263 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005260 Apr 04 06:11:46.792302 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0950dc66-c609-45e3-93b7-961602b39b93 req-ee33ea84-480d-4b48-a833-0d6a6b584a53 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae09f782-6f96-4364-8590-562d6c464f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671222 Apr 04 06:11:46.857422 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-cbbac7d2-058a-4fc7-8bc7-56cb578d0339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:46.859022 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-cbbac7d2-058a-4fc7-8bc7-56cb578d0339 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a97a33a2aa5b45e28ce2fbc14234447a&device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 1128 time: 0.2013979 Apr 04 06:11:46.871372 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34c7aa-cce1-4dca-8c42-2d4d0a3fa0bd req-ce7918aa-af2b-4d24-95b2-64a5aff87b0e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:46.872843 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6a34c7aa-cce1-4dca-8c42-2d4d0a3fa0bd req-ce7918aa-af2b-4d24-95b2-64a5aff87b0e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 944 time: 0.1730795 Apr 04 06:11:46.957264 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52830) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:46.967172 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-5e1e1033-dcb0-4ecd-b553-8ae7294845d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 HTTP/1.1" status: 200 len: 217 time: 0.0933099 Apr 04 06:11:47.042417 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0950dc66-c609-45e3-93b7-961602b39b93 req-d4dac950-6bc6-4909-928f-a84cc8b96c64 service neutron] 10.222.0.37 "GET /v2.0/networks/ae09f782-6f96-4364-8590-562d6c464f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409506 Apr 04 06:11:47.059876 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-85be1c07-0ee8-4574-9b05-77d5d90a5ada admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-645724339-network', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:47.065256 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6a34c7aa-cce1-4dca-8c42-2d4d0a3fa0bd req-a4499754-825e-4995-831f-2b4ca2eedfce tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd8365e8-4773-4e8a-bf99-93dfd63547db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733863 Apr 04 06:11:47.079218 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-d8cd94fe-a581-4680-875f-6403870bac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:47.080655 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-d8cd94fe-a581-4680-875f-6403870bac1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8af96432-7e0f-4e5a-90ce-4cb5a6c320c5 HTTP/1.1" status: 200 len: 854 time: 0.1031582 Apr 04 06:11:47.089767 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85be1c07-0ee8-4574-9b05-77d5d90a5ada admin admin] Made reservation on behalf of 8aae5cb5d2cd4798b2d627299a7ccbc1 for: {'network': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:11:47.092130 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-85be1c07-0ee8-4574-9b05-77d5d90a5ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for network (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:47.100730 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-85be1c07-0ee8-4574-9b05-77d5d90a5ada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:47.130790 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f91af7-ac8d-4a19-a32e-35be96f6bb5a req-cd184cd4-8ff4-441e-bea1-3cfba4bb2944 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:47.132256 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b0f91af7-ac8d-4a19-a32e-35be96f6bb5a req-cd184cd4-8ff4-441e-bea1-3cfba4bb2944 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.2573922 Apr 04 06:11:47.182780 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-85be1c07-0ee8-4574-9b05-77d5d90a5ada admin admin] Publish callbacks [] for security_group (7d16ac6c-7003-4717-878d-c9c47b21f13f), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:47.188213 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-85be1c07-0ee8-4574-9b05-77d5d90a5ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (7d16ac6c-7003-4717-878d-c9c47b21f13f), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:47.213605 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85be1c07-0ee8-4574-9b05-77d5d90a5ada admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 06:11:47.222197 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0950dc66-c609-45e3-93b7-961602b39b93 req-ac8ffccd-3f11-4b09-b2cb-a11e8d4bdaa2 service neutron] 10.222.0.37 "GET /v2.0/networks/ae09f782-6f96-4364-8590-562d6c464f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700850 Apr 04 06:11:47.228537 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be1c07-0ee8-4574-9b05-77d5d90a5ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d16ac6c-7003-4717-878d-c9c47b21f13f,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:47.234594 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-85be1c07-0ee8-4574-9b05-77d5d90a5ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (566fd8ba-1f86-4d17-aeb5-58d7dd819cb2), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:47.234916 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.segments_db [None req-85be1c07-0ee8-4574-9b05-77d5d90a5ada admin admin] Added segment 566fd8ba-1f86-4d17-aeb5-58d7dd819cb2 of type vlan for network 0cf906fd-1e53-4523-b34c-895b3ef87f34 Apr 04 06:11:47.238058 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-104bbbd8-3d21-436a-8f38-b2254f294bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:47.239658 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-104bbbd8-3d21-436a-8f38-b2254f294bf5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f79ea4aa-d805-43ed-bd84-5df93140b5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1290390 Apr 04 06:11:47.243656 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b0f91af7-ac8d-4a19-a32e-35be96f6bb5a req-dc8d7efc-ec69-469c-9818-0da54a6f67f4 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895469 Apr 04 06:11:47.306284 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-85be1c07-0ee8-4574-9b05-77d5d90a5ada admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794510444108'] for network (0cf906fd-1e53-4523-b34c-895b3ef87f34), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:47.338071 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-85be1c07-0ee8-4574-9b05-77d5d90a5ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for network (0cf906fd-1e53-4523-b34c-895b3ef87f34), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:47.339180 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85be1c07-0ee8-4574-9b05-77d5d90a5ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:47.339841 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-85be1c07-0ee8-4574-9b05-77d5d90a5ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:47.396162 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-85be1c07-0ee8-4574-9b05-77d5d90a5ada admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4377003 Apr 04 06:11:47.399192 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52838) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:47.405885 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d9c4a-244e-47fb-8179-b6344baea505 req-56e69f91-45f4-4dcd-b2ce-397945df4c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:47.406053 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-e7e32df0-0e27-4bd1-b2d7-769a9f15c434 admin admin] Request body: {'subnet': {'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-645724339-subnet', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'ip_version': 4}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:47.407423 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-723d9c4a-244e-47fb-8179-b6344baea505 req-56e69f91-45f4-4dcd-b2ce-397945df4c3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef4b8fbc23f64e5eb84517aa289e71b1&device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 1127 time: 0.1137466 Apr 04 06:11:47.410479 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be1c07-0ee8-4574-9b05-77d5d90a5ada admin admin] Pushing event updated for resources: {'Network': ['ID=0cf906fd-1e53-4523-b34c-895b3ef87f34,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:47.410968 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-e3a7d9a8-9c74-4a2e-9298-4e5ed5d90730 service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642134 Apr 04 06:11:47.421769 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Network 0cf906fd-1e53-4523-b34c-895b3ef87f34 details requested by agent ovs-agent-dv-cinder-834448-2-iscsi with host dv-cinder-834448-2-iscsi {{(pid=103481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 06:11:47.426558 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac3f92-de81-4b5c-8c57-36733eb65f8d req-ca0f6a94-f461-4fa9-8109-cc1323fb8249 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:47.428076 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cfac3f92-de81-4b5c-8c57-36733eb65f8d req-ca0f6a94-f461-4fa9-8109-cc1323fb8249 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 943 time: 0.0910749 Apr 04 06:11:47.432257 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e32df0-0e27-4bd1-b2d7-769a9f15c434 admin admin] Made reservation on behalf of 8aae5cb5d2cd4798b2d627299a7ccbc1 for: {'subnet': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:11:47.435464 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e7e32df0-0e27-4bd1-b2d7-769a9f15c434 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:47.599019 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cfac3f92-de81-4b5c-8c57-36733eb65f8d req-2aff744f-0c7d-4080-872d-6afa5ccdb9c8 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552517 Apr 04 06:11:47.623669 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d9c4a-244e-47fb-8179-b6344baea505 req-ce1d1f4a-c855-46cf-a068-999fc790dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:47.625476 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-723d9c4a-244e-47fb-8179-b6344baea505 req-ce1d1f4a-c855-46cf-a068-999fc790dc7d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae09f782-6f96-4364-8590-562d6c464f4f HTTP/1.1" status: 200 len: 910 time: 0.1963725 Apr 04 06:11:47.627704 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-293d9b96-7f9d-47ee-b980-fefef9ef9734 req-d02859fd-7cc3-48ad-bd50-406dd1807642 service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971922 Apr 04 06:11:47.674312 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-723d9c4a-244e-47fb-8179-b6344baea505 req-0f60a754-b59e-4d47-bee4-6c8de445b345 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a6a893f-728d-4e6c-9e5c-1e11c2692901 HTTP/1.1" status: 200 len: 217 time: 0.0382740 Apr 04 06:11:47.728507 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d9c4a-244e-47fb-8179-b6344baea505 req-0bb868fc-3dea-4e07-89f1-2a25161cc485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:47.730255 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-723d9c4a-244e-47fb-8179-b6344baea505 req-0bb868fc-3dea-4e07-89f1-2a25161cc485 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=92fb8ac0-e778-41b6-8b9b-a0d6e67a4b68 HTTP/1.1" status: 200 len: 849 time: 0.0498943 Apr 04 06:11:47.765522 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-723d9c4a-244e-47fb-8179-b6344baea505 req-8563a948-6e7d-4742-ab0d-b71b4e6b05f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae09f782-6f96-4364-8590-562d6c464f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278232 Apr 04 06:11:47.841277 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e7e32df0-0e27-4bd1-b2d7-769a9f15c434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for subnet (a480b576-ae06-41c3-9207-91443ef79063), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:47.891709 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e32df0-0e27-4bd1-b2d7-769a9f15c434 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a480b576-ae06-41c3-9207-91443ef79063,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:47.909097 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e32df0-0e27-4bd1-b2d7-769a9f15c434 admin admin] Checking segment: {'id': '566fd8ba-1f86-4d17-aeb5-58d7dd819cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:11:47.909522 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e32df0-0e27-4bd1-b2d7-769a9f15c434 admin admin] Network hostable DHCP agents. Network: 0cf906fd-1e53-4523-b34c-895b3ef87f34, hostable agents: ['a23458ca-c084-4a06-a8cf-ee94f3e130be'], hosted agents: [] {{(pid=103479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 06:11:47.927334 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e32df0-0e27-4bd1-b2d7-769a9f15c434 admin admin] Network 0cf906fd-1e53-4523-b34c-895b3ef87f34 is scheduled to be hosted by DHCP agent a23458ca-c084-4a06-a8cf-ee94f3e130be with binding_index 1 {{(pid=103479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 06:11:47.939537 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-e7e32df0-0e27-4bd1-b2d7-769a9f15c434 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-2-iscsi, 0cf906fd-1e53-4523-b34c-895b3ef87f34) {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:11:47.943681 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e32df0-0e27-4bd1-b2d7-769a9f15c434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:47.944278 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e7e32df0-0e27-4bd1-b2d7-769a9f15c434 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:47.949568 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed790d2e-9add-4f1a-8594-29102eb34bc5 None None] Network 0cf906fd-1e53-4523-b34c-895b3ef87f34 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:11:47.965632 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-e7e32df0-0e27-4bd1-b2d7-769a9f15c434 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5651975 Apr 04 06:11:47.966330 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52842) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:47.971504 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-65dcbb90-a9b9-41f3-aedb-4c93a34ccd60 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-645724339-router', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:47.995103 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65dcbb90-a9b9-41f3-aedb-4c93a34ccd60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1596477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router (c7314448-defe-4b79-9686-7a3c9db9ad5b), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:47.996256 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65dcbb90-a9b9-41f3-aedb-4c93a34ccd60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1597357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router (c7314448-defe-4b79-9686-7a3c9db9ad5b), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:48.058651 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65dcbb90-a9b9-41f3-aedb-4c93a34ccd60 admin admin] Publish callbacks [] for router_controller (c7314448-defe-4b79-9686-7a3c9db9ad5b), precommit_add_association {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:48.070996 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4febf633-1910-43ec-8ce0-64de539b1984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5440c0d-2b70-5970-bb3d-e8eca1b84906-0cf906fd-1e53-4523-b34c-895b3ef87f34', 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34', 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'fixed_ips': [{'subnet_id': 'a480b576-ae06-41c3-9207-91443ef79063'}]}} from dv-cinder-834448-2-iscsi. {{(pid=103481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 06:11:48.071886 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4febf633-1910-43ec-8ce0-64de539b1984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:48.130310 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-723d9c4a-244e-47fb-8179-b6344baea505 req-68c34b6b-1e93-4905-a801-fa713645f0d0 service neutron] 10.222.0.37 "GET /v2.0/networks/ae09f782-6f96-4364-8590-562d6c464f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536465 Apr 04 06:11:48.140786 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08f5ac-3426-4cce-8489-39cd0d3694e6 req-cedd4102-36ae-4748-b0ef-c94251d5bd30 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:48.142282 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ce08f5ac-3426-4cce-8489-39cd0d3694e6 req-cedd4102-36ae-4748-b0ef-c94251d5bd30 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 943 time: 0.3241255 Apr 04 06:11:48.224146 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.db_base_plugin_common [None req-4febf633-1910-43ec-8ce0-64de539b1984 None None] Allocated IP 172.20.0.2 (0cf906fd-1e53-4523-b34c-895b3ef87f34/a480b576-ae06-41c3-9207-91443ef79063/b48a65d0-7233-46ba-a483-dd24b1386ba2) {{(pid=103481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:11:48.232122 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65dcbb90-a9b9-41f3-aedb-4c93a34ccd60 admin admin] Publish callbacks [] for router_gateway (c7314448-defe-4b79-9686-7a3c9db9ad5b), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:48.268711 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2352fa89-517c-4034-acb7-9b35890acec8', 'tag': 'bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:11:48.270986 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39c7026-701f-44d2-b8e6-c8d44ca4b1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2352fa89-517c-4034-acb7-9b35890acec8", "tag": "bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:11:48.300128 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ce08f5ac-3426-4cce-8489-39cd0d3694e6 req-c6c3d012-6e45-4c48-a31c-52734257cfda tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397674 Apr 04 06:11:48.312761 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e1d51-630a-4d73-8c67-aeb14db40ae5 req-3a500747-bebb-4239-b4d4-0d3966da9fd9 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:48.322464 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-001e1d51-630a-4d73-8c67-aeb14db40ae5 req-3a500747-bebb-4239-b4d4-0d3966da9fd9 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 944 time: 0.1218870 Apr 04 06:11:48.322464 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-723d9c4a-244e-47fb-8179-b6344baea505 req-1516f71c-8032-459a-b4b1-39044ead6d8f service neutron] 10.222.0.37 "GET /v2.0/networks/ae09f782-6f96-4364-8590-562d6c464f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729109 Apr 04 06:11:48.373690 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee82eaa-f8ad-4086-9991-9a070ef40b5d x-openstack-request-id: req-cee82eaa-f8ad-4086-9991-9a070ef40b5d {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:11:48.374039 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2352fa89-517c-4034-acb7-9b35890acec8", "tag": "bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:11:48.374450 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cee82eaa-f8ad-4086-9991-9a070ef40b5d {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:11:48.374998 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee82eaa-f8ad-4086-9991-9a070ef40b5d'] response: {'name': 'network-changed', 'server_uuid': '2352fa89-517c-4034-acb7-9b35890acec8', 'tag': 'bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9', 'status': 'completed', 'code': 200} Apr 04 06:11:48.417825 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4febf633-1910-43ec-8ce0-64de539b1984 None None] Publish callbacks [] for port (b48a65d0-7233-46ba-a483-dd24b1386ba2), precommit_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:48.424267 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-001e1d51-630a-4d73-8c67-aeb14db40ae5 req-45ac12fb-ea77-4a0a-a45d-56b383cd1933 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd8365e8-4773-4e8a-bf99-93dfd63547db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034508 Apr 04 06:11:48.435210 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4febf633-1910-43ec-8ce0-64de539b1984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (b48a65d0-7233-46ba-a483-dd24b1386ba2), after_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:48.472935 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65dcbb90-a9b9-41f3-aedb-4c93a34ccd60 admin admin] Publish callbacks [] for router_gateway (c7314448-defe-4b79-9686-7a3c9db9ad5b), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:48.491293 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4febf633-1910-43ec-8ce0-64de539b1984 None None] Network 0cf906fd-1e53-4523-b34c-895b3ef87f34 is already hosted by enough agents. {{(pid=103481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:11:48.493228 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.base_scheduler [None req-4febf633-1910-43ec-8ce0-64de539b1984 None None] Resources bound (agent type, host, resource id): {{(pid=103481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:11:48.494919 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febf633-1910-43ec-8ce0-64de539b1984 None None] Pushing event updated for resources: {'Port': ['ID=b48a65d0-7233-46ba-a483-dd24b1386ba2,revision_number=1']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:48.497087 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4febf633-1910-43ec-8ce0-64de539b1984 None None] Received port after_create {{(pid=103481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:11:48.499342 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65dcbb90-a9b9-41f3-aedb-4c93a34ccd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:48.516318 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c7026-701f-44d2-b8e6-c8d44ca4b1c5 req-d8cb1c3f-19e9-4095-ad4c-b39a2cc05b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:48.517865 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e39c7026-701f-44d2-b8e6-c8d44ca4b1c5 req-d8cb1c3f-19e9-4095-ad4c-b39a2cc05b8d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a97a33a2aa5b45e28ce2fbc14234447a&device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 1128 time: 0.0926106 Apr 04 06:11:48.529923 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb59fa-cdf1-4969-9d58-5c1e5fd9484a req-fe44023a-b6ea-40a8-844b-a3d29644945f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:48.531421 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bfbb59fa-cdf1-4969-9d58-5c1e5fd9484a req-fe44023a-b6ea-40a8-844b-a3d29644945f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.0749464 Apr 04 06:11:48.552542 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-4febf633-1910-43ec-8ce0-64de539b1984 None None] Attempting to bind port b48a65d0-7233-46ba-a483-dd24b1386ba2 on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:11:48.552976 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-4febf633-1910-43ec-8ce0-64de539b1984 None None] Attempting to bind port b48a65d0-7233-46ba-a483-dd24b1386ba2 by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '566fd8ba-1f86-4d17-aeb5-58d7dd819cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34'}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:11:48.553326 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febf633-1910-43ec-8ce0-64de539b1984 None None] Attempting to bind port b48a65d0-7233-46ba-a483-dd24b1386ba2 on network 0cf906fd-1e53-4523-b34c-895b3ef87f34 {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:11:48.558696 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febf633-1910-43ec-8ce0-64de539b1984 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:11:48.559049 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febf633-1910-43ec-8ce0-64de539b1984 None None] Checking segment: {'id': '566fd8ba-1f86-4d17-aeb5-58d7dd819cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:11:48.559458 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4febf633-1910-43ec-8ce0-64de539b1984 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:48.559853 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4febf633-1910-43ec-8ce0-64de539b1984 None None] Bound using segment: {'id': '566fd8ba-1f86-4d17-aeb5-58d7dd819cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34'} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:11:48.560365 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-4febf633-1910-43ec-8ce0-64de539b1984 None None] Bound port: b48a65d0-7233-46ba-a483-dd24b1386ba2, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566fd8ba-1f86-4d17-aeb5-58d7dd819cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34'}}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:11:48.560745 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4febf633-1910-43ec-8ce0-64de539b1984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (b48a65d0-7233-46ba-a483-dd24b1386ba2), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:48.614318 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-65dcbb90-a9b9-41f3-aedb-4c93a34ccd60 admin admin] Allocated IP 172.27.2.32 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/de7ead69-8604-44ba-bf69-4a24e8291c80) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:11:48.627493 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-4febf633-1910-43ec-8ce0-64de539b1984 None None] For port b48a65d0-7233-46ba-a483-dd24b1386ba2, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:11:48.630888 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-4febf633-1910-43ec-8ce0-64de539b1984 None None] For port b48a65d0-7233-46ba-a483-dd24b1386ba2, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=b48a65d0-7233-46ba-a483-dd24b1386ba2,segment=NetworkSegment(566fd8ba-1f86-4d17-aeb5-58d7dd819cb2),segment_id=566fd8ba-1f86-4d17-aeb5-58d7dd819cb2)] {{(pid=103481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:11:48.640863 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4febf633-1910-43ec-8ce0-64de539b1984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (b48a65d0-7233-46ba-a483-dd24b1386ba2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:48.643951 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bfbb59fa-cdf1-4969-9d58-5c1e5fd9484a req-353d43e5-be91-44f2-82cb-8998c7a127d7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033001 Apr 04 06:11:48.662849 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c7026-701f-44d2-b8e6-c8d44ca4b1c5 req-6ad28ad0-c239-415c-a8b9-72db36d31007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:48.664337 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e39c7026-701f-44d2-b8e6-c8d44ca4b1c5 req-6ad28ad0-c239-415c-a8b9-72db36d31007 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f79ea4aa-d805-43ed-bd84-5df93140b5be HTTP/1.1" status: 200 len: 916 time: 0.1320643 Apr 04 06:11:48.720338 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febf633-1910-43ec-8ce0-64de539b1984 None None] Pushing event updated for resources: {'Port': ['ID=b48a65d0-7233-46ba-a483-dd24b1386ba2,revision_number=2']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:48.737340 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65dcbb90-a9b9-41f3-aedb-4c93a34ccd60 admin admin] Publish callbacks [] for port (de7ead69-8604-44ba-bf69-4a24e8291c80), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:48.740481 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e39c7026-701f-44d2-b8e6-c8d44ca4b1c5 req-fe6515d4-302f-43b8-a6af-5b5c0a815e75 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 HTTP/1.1" status: 200 len: 217 time: 0.0624628 Apr 04 06:11:48.772597 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device e0707ce0-f96a-4e0e-a372-f3880efb12ca details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:11:48.775894 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65dcbb90-a9b9-41f3-aedb-4c93a34ccd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (de7ead69-8604-44ba-bf69-4a24e8291c80), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:48.818588 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dcbb90-a9b9-41f3-aedb-4c93a34ccd60 admin admin] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:11:48.819609 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c7026-701f-44d2-b8e6-c8d44ca4b1c5 req-d056a829-7348-4fbf-8efa-637981bbd1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:48.821180 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e39c7026-701f-44d2-b8e6-c8d44ca4b1c5 req-d056a829-7348-4fbf-8efa-637981bbd1e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8af96432-7e0f-4e5a-90ce-4cb5a6c320c5 HTTP/1.1" status: 200 len: 854 time: 0.0653901 Apr 04 06:11:48.821882 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-65dcbb90-a9b9-41f3-aedb-4c93a34ccd60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:11:48.826454 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dcbb90-a9b9-41f3-aedb-4c93a34ccd60 admin admin] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:11:48.838242 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1cb46-2ff1-4eb3-9490-4e45f6bbee76 req-d071428b-bdfe-4ba6-8961-9d721b2e365a tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:48.855885 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4ff1cb46-2ff1-4eb3-9490-4e45f6bbee76 req-d071428b-bdfe-4ba6-8961-9d721b2e365a tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 943 time: 0.1320906 Apr 04 06:11:48.867205 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcbb90-a9b9-41f3-aedb-4c93a34ccd60 admin admin] Pushing event updated for resources: {'Port': ['ID=de7ead69-8604-44ba-bf69-4a24e8291c80,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:48.920497 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port e0707ce0-f96a-4e0e-a372-f3880efb12ca, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e0707ce0-f96a-4e0e-a372-f3880efb12ca,segment=NetworkSegment(51f84bee-76f8-46b6-af8c-7f2c1e111a59),segment_id=51f84bee-76f8-46b6-af8c-7f2c1e111a59)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:48.933651 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': 'e0707ce0-f96a-4e0e-a372-f3880efb12ca', 'network_id': 'b5766c36-20c4-4283-ab3f-33c4a45be891', 'port_id': 'e0707ce0-f96a-4e0e-a372-f3880efb12ca', 'mac_address': 'fa:16:3e:02:04:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc5335a-39a3-48a5-95f3-6ae0d7b4b66a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:11:48.980088 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port e0707ce0-f96a-4e0e-a372-f3880efb12ca is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:48.980729 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (e0707ce0-f96a-4e0e-a372-f3880efb12ca), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:48.998590 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0707ce0-f96a-4e0e-a372-f3880efb12ca {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:11:49.003820 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4ff1cb46-2ff1-4eb3-9490-4e45f6bbee76 req-4a088130-8909-403f-8dcb-6259b8363681 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467867 Apr 04 06:11:49.017735 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c7026-701f-44d2-b8e6-c8d44ca4b1c5 req-f2d708b2-7f04-4d0b-966c-168dee97a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:49.019708 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e39c7026-701f-44d2-b8e6-c8d44ca4b1c5 req-f2d708b2-7f04-4d0b-966c-168dee97a1a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f79ea4aa-d805-43ed-bd84-5df93140b5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1612899 Apr 04 06:11:49.046159 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port e0707ce0-f96a-4e0e-a372-f3880efb12ca, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e0707ce0-f96a-4e0e-a372-f3880efb12ca,segment=NetworkSegment(51f84bee-76f8-46b6-af8c-7f2c1e111a59),segment_id=51f84bee-76f8-46b6-af8c-7f2c1e111a59)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:49.051470 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (e0707ce0-f96a-4e0e-a372-f3880efb12ca), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:49.115896 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=e0707ce0-f96a-4e0e-a372-f3880efb12ca,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:49.130330 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65dcbb90-a9b9-41f3-aedb-4c93a34ccd60 admin admin] Publish callbacks [] for router_gateway (c7314448-defe-4b79-9686-7a3c9db9ad5b), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:49.155842 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e39c7026-701f-44d2-b8e6-c8d44ca4b1c5 req-1fccdf3c-15e9-4b16-875b-aae9fe737f00 service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289082 Apr 04 06:11:49.224165 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device b48a65d0-7233-46ba-a483-dd24b1386ba2 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:11:49.259463 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e39c7026-701f-44d2-b8e6-c8d44ca4b1c5 req-4410c9c9-f2ce-4eeb-9023-a5fdfb622cc8 service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966656 Apr 04 06:11:49.278110 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port b48a65d0-7233-46ba-a483-dd24b1386ba2 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:49.278613 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (b48a65d0-7233-46ba-a483-dd24b1386ba2), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:49.352394 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65dcbb90-a9b9-41f3-aedb-4c93a34ccd60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589291'] for router (c7314448-defe-4b79-9686-7a3c9db9ad5b), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:49.357550 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port b48a65d0-7233-46ba-a483-dd24b1386ba2 is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:49.357946 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (b48a65d0-7233-46ba-a483-dd24b1386ba2), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:49.392813 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] For port b48a65d0-7233-46ba-a483-dd24b1386ba2, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=b48a65d0-7233-46ba-a483-dd24b1386ba2,segment=NetworkSegment(566fd8ba-1f86-4d17-aeb5-58d7dd819cb2),segment_id=566fd8ba-1f86-4d17-aeb5-58d7dd819cb2)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:49.397929 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (b48a65d0-7233-46ba-a483-dd24b1386ba2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:49.459663 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Pushing event updated for resources: {'Port': ['ID=b48a65d0-7233-46ba-a483-dd24b1386ba2,revision_number=3']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:49.473264 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499f752-c112-4659-9ea3-58f83e557363 req-3159191d-e1d6-4603-9fb3-941af5be21d7 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:49.484260 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b499f752-c112-4659-9ea3-58f83e557363 req-3159191d-e1d6-4603-9fb3-941af5be21d7 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 944 time: 0.1063843 Apr 04 06:11:49.540891 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65dcbb90-a9b9-41f3-aedb-4c93a34ccd60 admin admin] Router c7314448-defe-4b79-9686-7a3c9db9ad5b is scheduled to L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 with binding_index 1 {{(pid=103479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 06:11:49.570750 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b499f752-c112-4659-9ea3-58f83e557363 req-bae9338e-88ed-41f6-8b83-3452d96b2b8a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849667 Apr 04 06:11:49.591720 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd1189-6bfd-46b0-8383-da081158c11f req-27067b40-1275-410f-9448-e8fa7a88bb7e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:49.594156 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-41fd1189-6bfd-46b0-8383-da081158c11f req-27067b40-1275-410f-9448-e8fa7a88bb7e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 944 time: 0.0758536 Apr 04 06:11:49.647058 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-41fd1189-6bfd-46b0-8383-da081158c11f req-d209c55f-6ec5-40d2-9a9e-0587a3321440 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd8365e8-4773-4e8a-bf99-93dfd63547db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470183 Apr 04 06:11:49.668127 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65dcbb90-a9b9-41f3-aedb-4c93a34ccd60 admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:11:49.678573 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] Sync routers for ids ['c7314448-defe-4b79-9686-7a3c9db9ad5b'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:11:49.688511 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65dcbb90-a9b9-41f3-aedb-4c93a34ccd60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:49.692400 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-65dcbb90-a9b9-41f3-aedb-4c93a34ccd60 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7224765 Apr 04 06:11:49.692675 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52864) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:49.710017 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] Routers {'c7314448-defe-4b79-9686-7a3c9db9ad5b'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:11:49.710712 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:11:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c7314448-defe-4b79-9686-7a3c9db9ad5b'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:49.811504 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de87731d-0980-4075-8153-2400566f50b8 None None] Network 0cf906fd-1e53-4523-b34c-895b3ef87f34 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:11:49.846358 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] Set router c7314448-defe-4b79-9686-7a3c9db9ad5b gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:11:49.855150 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e2db3-98ad-4029-98d5-7314e7a5fa91 req-ff723076-b1b5-4b39-8b05-96dcb2fce676 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:49.862684 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a16e2db3-98ad-4029-98d5-7314e7a5fa91 req-ff723076-b1b5-4b39-8b05-96dcb2fce676 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.0841019 Apr 04 06:11:49.941495 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a16e2db3-98ad-4029-98d5-7314e7a5fa91 req-9a772c5d-dcce-4157-95c9-29a3c881faed tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778220 Apr 04 06:11:49.956640 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-af6b4f4b-90f2-4a84-a20a-562c279c7103 None None] Provisioning complete for port b48a65d0-7233-46ba-a483-dd24b1386ba2 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:49.956791 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-af6b4f4b-90f2-4a84-a20a-562c279c7103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (b48a65d0-7233-46ba-a483-dd24b1386ba2), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:50.040644 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'name': 'tempest-TestShelveInstance-645724339-router', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:48Z', 'revision_number': 3, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'gw_port': {'id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:50.078715 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] Checking router: c7314448-defe-4b79-9686-7a3c9db9ad5b for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:11:50.079070 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-af6b4f4b-90f2-4a84-a20a-562c279c7103 None None] Current status of the port b48a65d0-7233-46ba-a483-dd24b1386ba2 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:50.079764 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] Updating router c7314448-defe-4b79-9686-7a3c9db9ad5b port de7ead69-8604-44ba-bf69-4a24e8291c80 binding host dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 06:11:50.109768 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (de7ead69-8604-44ba-bf69-4a24e8291c80), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:50.150522 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e0359-9ff6-4290-a194-e6d06450dbaf req-14cc5256-e0f8-4d07-adca-a0944007499b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:50.157507 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-357e0359-9ff6-4290-a194-e6d06450dbaf req-14cc5256-e0f8-4d07-adca-a0944007499b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 943 time: 0.0597403 Apr 04 06:11:50.174340 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c15b0d82-6f1c-45b0-bac1-72c28141a592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:50.206211 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['e0707ce0-f96a-4e0e-a372-f3880efb12ca'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:11:50.243650 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-357e0359-9ff6-4290-a194-e6d06450dbaf req-d6e32413-4bec-4830-bbaf-fe829fa996ff tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848026 Apr 04 06:11:50.322705 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-51889b99-3a1a-4509-a1e3-654e51a3d3fd None None] Provisioning complete for port b48a65d0-7233-46ba-a483-dd24b1386ba2 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:50.323088 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-51889b99-3a1a-4509-a1e3-654e51a3d3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (b48a65d0-7233-46ba-a483-dd24b1386ba2), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:50.361953 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-c15b0d82-6f1c-45b0-bac1-72c28141a592 admin admin] Allocated IP 172.20.0.1 (0cf906fd-1e53-4523-b34c-895b3ef87f34/a480b576-ae06-41c3-9207-91443ef79063/bc046c84-0025-41c2-9781-3ca2108f0c2d) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:11:50.380093 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] Publish callbacks [] for port (de7ead69-8604-44ba-bf69-4a24e8291c80), precommit_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:50.386673 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (de7ead69-8604-44ba-bf69-4a24e8291c80), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:50.436185 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-51889b99-3a1a-4509-a1e3-654e51a3d3fd None None] Current status of the port b48a65d0-7233-46ba-a483-dd24b1386ba2 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:50.447620 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8cc174-dda4-4c37-a02b-41a18cb898bd None None] Pushing event updated for resources: {'Port': ['ID=de7ead69-8604-44ba-bf69-4a24e8291c80,revision_number=2']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:50.454861 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] Attempting to bind port de7ead69-8604-44ba-bf69-4a24e8291c80 on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:11:50.455128 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] Attempting to bind port de7ead69-8604-44ba-bf69-4a24e8291c80 by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:11:50.455489 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] Attempting to bind port de7ead69-8604-44ba-bf69-4a24e8291c80 on network 1ee500bf-3755-4a54-8c64-77d3afc270de {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:11:50.460506 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:11:50.460869 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] Checking segment: {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:11:50.461284 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:50.461667 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] Bound using segment: {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:11:50.462122 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] Bound port: de7ead69-8604-44ba-bf69-4a24e8291c80, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:11:50.462493 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (de7ead69-8604-44ba-bf69-4a24e8291c80), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:50.474416 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c15b0d82-6f1c-45b0-bac1-72c28141a592 admin admin] Publish callbacks [] for port (bc046c84-0025-41c2-9781-3ca2108f0c2d), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:50.506751 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c15b0d82-6f1c-45b0-bac1-72c28141a592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (bc046c84-0025-41c2-9781-3ca2108f0c2d), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:50.515346 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] For port de7ead69-8604-44ba-bf69-4a24e8291c80, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:11:50.519052 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] For port de7ead69-8604-44ba-bf69-4a24e8291c80, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=de7ead69-8604-44ba-bf69-4a24e8291c80,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:11:50.526398 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (de7ead69-8604-44ba-bf69-4a24e8291c80), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:50.549534 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15b0d82-6f1c-45b0-bac1-72c28141a592 admin admin] Network 0cf906fd-1e53-4523-b34c-895b3ef87f34 is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:11:50.556183 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-c15b0d82-6f1c-45b0-bac1-72c28141a592 admin admin] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:11:50.560944 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b0d82-6f1c-45b0-bac1-72c28141a592 admin admin] Pushing event updated for resources: {'Port': ['ID=bc046c84-0025-41c2-9781-3ca2108f0c2d,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:50.563253 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b0d82-6f1c-45b0-bac1-72c28141a592 admin admin] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:11:50.563874 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c15b0d82-6f1c-45b0-bac1-72c28141a592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596156'] for router_interface (c7314448-defe-4b79-9686-7a3c9db9ad5b), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:50.597307 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] Routers {'c7314448-defe-4b79-9686-7a3c9db9ad5b'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:11:50.598055 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:11:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c7314448-defe-4b79-9686-7a3c9db9ad5b'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:50.602988 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8cc174-dda4-4c37-a02b-41a18cb898bd None None] Pushing event updated for resources: {'Port': ['ID=de7ead69-8604-44ba-bf69-4a24e8291c80,revision_number=3']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:50.672292 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:11:50.723791 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] Set router c7314448-defe-4b79-9686-7a3c9db9ad5b gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:11:50.748480 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a289dc-1e9e-4ad7-9cca-0ad54ace9187 req-746d553f-4048-4b9a-814b-bad121ff35a2 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:50.750978 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a9a289dc-1e9e-4ad7-9cca-0ad54ace9187 req-746d553f-4048-4b9a-814b-bad121ff35a2 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 944 time: 0.1014380 Apr 04 06:11:50.840651 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7635de-0a70-4e21-9731-46b6d1a95973 req-e105479f-8273-4405-9fa6-b4b813d46ed4 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:50.853522 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cc7635de-0a70-4e21-9731-46b6d1a95973 req-e105479f-8273-4405-9fa6-b4b813d46ed4 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 944 time: 0.1291380 Apr 04 06:11:50.861938 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-a119a141-f10f-4ce6-b649-86e631b3b2e1 None None] Provisioning complete for port bc046c84-0025-41c2-9781-3ca2108f0c2d triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:50.862634 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a119a141-f10f-4ce6-b649-86e631b3b2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (bc046c84-0025-41c2-9781-3ca2108f0c2d), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:50.879213 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a9a289dc-1e9e-4ad7-9cca-0ad54ace9187 req-fbadd35b-097c-4d3f-ab7d-8512fcf9a51a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038570 Apr 04 06:11:50.906680 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-a119a141-f10f-4ce6-b649-86e631b3b2e1 None None] Port bc046c84-0025-41c2-9781-3ca2108f0c2d cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:11:50.933830 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'name': 'tempest-TestShelveInstance-645724339-router', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:48Z', 'revision_number': 3, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'gw_port': {'id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:50.940436 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cc7635de-0a70-4e21-9731-46b6d1a95973 req-cead3f40-1008-4f88-aaca-1c9f62916fe9 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd8365e8-4773-4e8a-bf99-93dfd63547db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851409 Apr 04 06:11:50.962133 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd43d17-0894-4aea-8ce0-959b3f4acfa8 None None] The sync data for ids ['c7314448-defe-4b79-9686-7a3c9db9ad5b'] in dv-cinder-834448-2-iscsi is: [{'id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'name': 'tempest-TestShelveInstance-645724339-router', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:48Z', 'revision_number': 3, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'gw_port': {'id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:11:51.000937 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c15b0d82-6f1c-45b0-bac1-72c28141a592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (bc046c84-0025-41c2-9781-3ca2108f0c2d), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:51.063312 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ec775-6717-42da-a504-672bf09cee1f req-5b589660-9c69-4cd4-b075-d146aa54e359 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:51.064809 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a72ec775-6717-42da-a504-672bf09cee1f req-5b589660-9c69-4cd4-b075-d146aa54e359 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.0546384 Apr 04 06:11:51.121459 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a72ec775-6717-42da-a504-672bf09cee1f req-2c07e923-5572-4dbf-a935-72c3990f389c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494461 Apr 04 06:11:51.188130 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c15b0d82-6f1c-45b0-bac1-72c28141a592 admin admin] Publish callbacks [] for port (bc046c84-0025-41c2-9781-3ca2108f0c2d), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:51.204448 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c15b0d82-6f1c-45b0-bac1-72c28141a592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (bc046c84-0025-41c2-9781-3ca2108f0c2d), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:51.205496 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c15b0d82-6f1c-45b0-bac1-72c28141a592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1596008'] for router_interface (c7314448-defe-4b79-9686-7a3c9db9ad5b), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:51.230354 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device b48a65d0-7233-46ba-a483-dd24b1386ba2 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:11:51.293467 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port b48a65d0-7233-46ba-a483-dd24b1386ba2 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:51.294272 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (b48a65d0-7233-46ba-a483-dd24b1386ba2), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:51.309622 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b0d82-6f1c-45b0-bac1-72c28141a592 admin admin] Pushing event updated for resources: {'Port': ['ID=bc046c84-0025-41c2-9781-3ca2108f0c2d,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:51.375546 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15b0d82-6f1c-45b0-bac1-72c28141a592 admin admin] Network 0cf906fd-1e53-4523-b34c-895b3ef87f34 is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:11:51.377029 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-c15b0d82-6f1c-45b0-bac1-72c28141a592 admin admin] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:11:51.389570 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0cf67-0021-4e83-997a-32f85e60e605 req-0da80750-0262-4880-8cb8-8b64fd316ddc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:51.391326 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port b48a65d0-7233-46ba-a483-dd24b1386ba2 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:51.397647 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a7f0cf67-0021-4e83-997a-32f85e60e605 req-0da80750-0262-4880-8cb8-8b64fd316ddc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 943 time: 0.0860517 Apr 04 06:11:51.454644 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a7f0cf67-0021-4e83-997a-32f85e60e605 req-84dad69c-8024-4d2a-9448-f6386889006e tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546882 Apr 04 06:11:51.526927 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15b0d82-6f1c-45b0-bac1-72c28141a592 admin admin] Router c7314448-defe-4b79-9686-7a3c9db9ad5b has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:11:51.635374 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-9752038b-34bd-4467-aafe-7e1d398832a6 None None] Provisioning complete for port bc046c84-0025-41c2-9781-3ca2108f0c2d triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:51.635737 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-9752038b-34bd-4467-aafe-7e1d398832a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (bc046c84-0025-41c2-9781-3ca2108f0c2d), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:51.645183 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15b0d82-6f1c-45b0-bac1-72c28141a592 admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:11:51.652936 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-c15b0d82-6f1c-45b0-bac1-72c28141a592 admin admin] 10.222.0.30 "PUT /v2.0/routers/c7314448-defe-4b79-9686-7a3c9db9ad5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9567637 Apr 04 06:11:51.676434 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-9752038b-34bd-4467-aafe-7e1d398832a6 None None] Port bc046c84-0025-41c2-9781-3ca2108f0c2d cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:11:51.997165 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0161e7-6f66-42c4-9c42-de49e59c1081 req-2a315ed5-d02d-4532-8593-43411d85fc34 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:51.999092 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ea0161e7-6f66-42c4-9c42-de49e59c1081 req-2a315ed5-d02d-4532-8593-43411d85fc34 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 944 time: 0.0565996 Apr 04 06:11:52.087780 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ea0161e7-6f66-42c4-9c42-de49e59c1081 req-a6e6720e-76fd-493d-99e0-8c5d13577c69 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820866 Apr 04 06:11:52.100366 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fb702-b637-4822-b98d-c19f1573e50d req-e3721705-876b-433f-9663-d7a711179cfc tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:52.102568 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-671fb702-b637-4822-b98d-c19f1573e50d req-e3721705-876b-433f-9663-d7a711179cfc tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 944 time: 0.0981748 Apr 04 06:11:52.155629 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52906) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:52.157384 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-671fb702-b637-4822-b98d-c19f1573e50d req-c13e4379-5696-4a7e-9323-e58b0bbbf8c9 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd8365e8-4773-4e8a-bf99-93dfd63547db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449924 Apr 04 06:11:52.161037 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-160b9676-1b8e-46a5-a737-18f4b300d56a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2072525034-network', 'tenant_id': 'aea7811f577f42db8e75bc26d2b1a764'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:52.181716 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160b9676-1b8e-46a5-a737-18f4b300d56a admin admin] Made reservation on behalf of aea7811f577f42db8e75bc26d2b1a764 for: {'network': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:11:52.184213 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-160b9676-1b8e-46a5-a737-18f4b300d56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for network (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:52.193476 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-160b9676-1b8e-46a5-a737-18f4b300d56a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:52.252311 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc3dd5-6fd9-4be1-8f7c-08c19e044959 req-58ee2544-e774-4b63-8ec2-b55a0232d75b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:52.254069 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e2dc3dd5-6fd9-4be1-8f7c-08c19e044959 req-58ee2544-e774-4b63-8ec2-b55a0232d75b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.0577223 Apr 04 06:11:52.282787 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-160b9676-1b8e-46a5-a737-18f4b300d56a admin admin] Publish callbacks [] for security_group (4adf223c-bd94-4117-a72c-6acc329a2619), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:52.288015 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-160b9676-1b8e-46a5-a737-18f4b300d56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (4adf223c-bd94-4117-a72c-6acc329a2619), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:52.309444 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e2dc3dd5-6fd9-4be1-8f7c-08c19e044959 req-4c5bb63d-9ac5-4c3b-b6a0-a28e076928cc tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493987 Apr 04 06:11:52.314113 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160b9676-1b8e-46a5-a737-18f4b300d56a admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 06:11:52.323593 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b9676-1b8e-46a5-a737-18f4b300d56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adf223c-bd94-4117-a72c-6acc329a2619,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:52.331151 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-160b9676-1b8e-46a5-a737-18f4b300d56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (526d038f-a028-4ec8-ab48-aa132d6c88da), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:52.331490 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.segments_db [None req-160b9676-1b8e-46a5-a737-18f4b300d56a admin admin] Added segment 526d038f-a028-4ec8-ab48-aa132d6c88da of type vlan for network 274ed49f-4778-4ebc-b23f-d13dd9ece2a5 Apr 04 06:11:52.375729 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-160b9676-1b8e-46a5-a737-18f4b300d56a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794510444108'] for network (274ed49f-4778-4ebc-b23f-d13dd9ece2a5), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:52.401116 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-160b9676-1b8e-46a5-a737-18f4b300d56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for network (274ed49f-4778-4ebc-b23f-d13dd9ece2a5), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:52.402116 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160b9676-1b8e-46a5-a737-18f4b300d56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:52.402708 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-160b9676-1b8e-46a5-a737-18f4b300d56a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:52.456982 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-160b9676-1b8e-46a5-a737-18f4b300d56a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2999387 Apr 04 06:11:52.459957 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 52910) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:52.465042 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-f580cf02-eda1-43f9-87b1-b136eef436d0 admin admin] Request body: {'subnet': {'network_id': '274ed49f-4778-4ebc-b23f-d13dd9ece2a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2072525034-subnet', 'tenant_id': 'aea7811f577f42db8e75bc26d2b1a764', 'ip_version': 4}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:52.465683 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b9676-1b8e-46a5-a737-18f4b300d56a admin admin] Pushing event updated for resources: {'Network': ['ID=274ed49f-4778-4ebc-b23f-d13dd9ece2a5,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:52.477234 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Network 274ed49f-4778-4ebc-b23f-d13dd9ece2a5 details requested by agent ovs-agent-dv-cinder-834448-2-iscsi with host dv-cinder-834448-2-iscsi {{(pid=103481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 06:11:52.489903 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f580cf02-eda1-43f9-87b1-b136eef436d0 admin admin] Made reservation on behalf of aea7811f577f42db8e75bc26d2b1a764 for: {'subnet': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:11:52.492387 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f580cf02-eda1-43f9-87b1-b136eef436d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9101482'] for subnet (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:52.609653 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] Sync routers for ids ['c7314448-defe-4b79-9686-7a3c9db9ad5b'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:11:52.615190 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6143c-b99a-4095-9374-ea42e6dbc600 req-32f9a6d2-11d4-4d0f-bdab-e0694a318605 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:52.616699 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9af6143c-b99a-4095-9374-ea42e6dbc600 req-32f9a6d2-11d4-4d0f-bdab-e0694a318605 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 943 time: 0.0826280 Apr 04 06:11:52.621302 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] Routers {'c7314448-defe-4b79-9686-7a3c9db9ad5b'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:11:52.622218 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:11:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c7314448-defe-4b79-9686-7a3c9db9ad5b'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:52.699752 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9af6143c-b99a-4095-9374-ea42e6dbc600 req-6b0b5810-0e54-4215-bbe2-1924e225c56c tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760913 Apr 04 06:11:52.742576 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] Set router c7314448-defe-4b79-9686-7a3c9db9ad5b gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:11:52.746029 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f580cf02-eda1-43f9-87b1-b136eef436d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2345216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9101500'] for subnet (1701fd14-58ce-4e90-9caf-3279d0d4fd44), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:52.789873 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:11:52.791730 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device e0707ce0-f96a-4e0e-a372-f3880efb12ca up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:11:52.797889 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580cf02-eda1-43f9-87b1-b136eef436d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1701fd14-58ce-4e90-9caf-3279d0d4fd44,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:52.815082 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f580cf02-eda1-43f9-87b1-b136eef436d0 admin admin] Checking segment: {'id': '526d038f-a028-4ec8-ab48-aa132d6c88da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '274ed49f-4778-4ebc-b23f-d13dd9ece2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:11:52.815448 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f580cf02-eda1-43f9-87b1-b136eef436d0 admin admin] Network hostable DHCP agents. Network: 274ed49f-4778-4ebc-b23f-d13dd9ece2a5, hostable agents: ['a23458ca-c084-4a06-a8cf-ee94f3e130be'], hosted agents: [] {{(pid=103480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 06:11:52.833411 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f580cf02-eda1-43f9-87b1-b136eef436d0 admin admin] Network 274ed49f-4778-4ebc-b23f-d13dd9ece2a5 is scheduled to be hosted by DHCP agent a23458ca-c084-4a06-a8cf-ee94f3e130be with binding_index 1 {{(pid=103480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 06:11:52.844393 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-f580cf02-eda1-43f9-87b1-b136eef436d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-2-iscsi, 274ed49f-4778-4ebc-b23f-d13dd9ece2a5) {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:11:52.850156 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f580cf02-eda1-43f9-87b1-b136eef436d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:52.850821 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f580cf02-eda1-43f9-87b1-b136eef436d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for subnet (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:52.869225 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-f580cf02-eda1-43f9-87b1-b136eef436d0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4080248 Apr 04 06:11:52.871727 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 52916) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:52.876606 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-8c23e915-1c5c-4fd9-81c7-3be6a6f52f15 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2072525034-router', 'tenant_id': 'aea7811f577f42db8e75bc26d2b1a764', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:52.897706 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c23e915-1c5c-4fd9-81c7-3be6a6f52f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1596477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router (ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:52.898769 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c23e915-1c5c-4fd9-81c7-3be6a6f52f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1597357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router (ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:52.956428 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c23e915-1c5c-4fd9-81c7-3be6a6f52f15 admin admin] Publish callbacks [] for router_controller (ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f), precommit_add_association {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:53.022040 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da86fb5-58df-413d-a4ec-941776a4a3e3 None None] Network 274ed49f-4778-4ebc-b23f-d13dd9ece2a5 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:11:53.082053 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.db.resource_extend [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 04 06:11:53.102167 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c23e915-1c5c-4fd9-81c7-3be6a6f52f15 admin admin] Publish callbacks [] for router_gateway (ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:53.213277 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning for port e0707ce0-f96a-4e0e-a372-f3880efb12ca completed by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 06:11:53.253965 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port e0707ce0-f96a-4e0e-a372-f3880efb12ca triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:53.254349 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (e0707ce0-f96a-4e0e-a372-f3880efb12ca), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:53.278567 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device de7ead69-8604-44ba-bf69-4a24e8291c80 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:11:53.335969 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bae3303-c0c6-47bc-9a70-9ea062dbd0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5440c0d-2b70-5970-bb3d-e8eca1b84906-274ed49f-4778-4ebc-b23f-d13dd9ece2a5', 'network_id': '274ed49f-4778-4ebc-b23f-d13dd9ece2a5', 'project_id': 'aea7811f577f42db8e75bc26d2b1a764', 'fixed_ips': [{'subnet_id': '1701fd14-58ce-4e90-9caf-3279d0d4fd44'}]}} from dv-cinder-834448-2-iscsi. {{(pid=103481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 06:11:53.336851 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-6bae3303-c0c6-47bc-9a70-9ea062dbd0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:53.355142 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:53.388811 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': 'bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'port_id': 'bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9', 'mac_address': 'fa:16:3e:24:d2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:11:53.395506 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a1df6-d2c1-4430-9eda-8d1d6f6566f0 req-b57d7c13-995d-458f-a1b1-71f51eb76d5e tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:53.397005 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f12a1df6-d2c1-4430-9eda-8d1d6f6566f0 req-b57d7c13-995d-458f-a1b1-71f51eb76d5e tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 944 time: 0.1777551 Apr 04 06:11:53.410590 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c23e915-1c5c-4fd9-81c7-3be6a6f52f15 admin admin] Publish callbacks [] for router_gateway (ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:53.424544 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a12ac0-90c9-4c53-8675-e3de9626a4da req-f62c4ca5-19b1-40fc-bd84-6ce3406511f6 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:53.426075 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-28a12ac0-90c9-4c53-8675-e3de9626a4da req-f62c4ca5-19b1-40fc-bd84-6ce3406511f6 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 944 time: 0.1444073 Apr 04 06:11:53.461816 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c23e915-1c5c-4fd9-81c7-3be6a6f52f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:53.552065 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f12a1df6-d2c1-4430-9eda-8d1d6f6566f0 req-b267619f-b3a5-4498-a305-43821a2b83ff tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459076 Apr 04 06:11:53.556182 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:53.556684 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:53.561185 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-28a12ac0-90c9-4c53-8675-e3de9626a4da req-e7139d4b-7593-4503-ab59-a003f5bb2543 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd8365e8-4773-4e8a-bf99-93dfd63547db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084776 Apr 04 06:11:53.565626 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'name': 'tempest-TestShelveInstance-645724339-router', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:50Z', 'revision_number': 4, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'gw_port': {'id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'bc046c84-0025-41c2-9781-3ca2108f0c2d', 'name': '', 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'mac_address': 'fa:16:3e:80:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a480b576-ae06-41c3-9207-91443ef79063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:50Z', 'updated_at': '2022-04-04T06:11:51Z', 'revision_number': 2, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'subnets': [{'id': 'a480b576-ae06-41c3-9207-91443ef79063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:53.567390 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port de7ead69-8604-44ba-bf69-4a24e8291c80 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:53.567785 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (de7ead69-8604-44ba-bf69-4a24e8291c80), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:53.624795 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [None req-8c23e915-1c5c-4fd9-81c7-3be6a6f52f15 admin admin] Allocated IP 172.27.2.44 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/683de88f-92f9-4575-9fa6-47669865a0f4) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:11:53.651269 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] Checking router: c7314448-defe-4b79-9686-7a3c9db9ad5b for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:11:53.651627 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] Updating router c7314448-defe-4b79-9686-7a3c9db9ad5b port bc046c84-0025-41c2-9781-3ca2108f0c2d binding host dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 06:11:53.668190 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:11:53.705368 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.db_base_plugin_common [None req-6bae3303-c0c6-47bc-9a70-9ea062dbd0a0 None None] Allocated IP 172.20.0.2 (274ed49f-4778-4ebc-b23f-d13dd9ece2a5/1701fd14-58ce-4e90-9caf-3279d0d4fd44/d4bc3c92-35ac-4504-af23-b74eb58d6ed2) {{(pid=103481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:11:53.719636 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port e0707ce0-f96a-4e0e-a372-f3880efb12ca is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:53.719990 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (e0707ce0-f96a-4e0e-a372-f3880efb12ca), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:53.740478 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb811b52-f1ef-417c-a72e-5fb23317d889 req-7a94b41e-e0ab-4a82-9389-5286f853e77c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:53.742026 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cb811b52-f1ef-417c-a72e-5fb23317d889 req-7a94b41e-e0ab-4a82-9389-5286f853e77c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.1148183 Apr 04 06:11:53.749504 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:53.753204 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (bc046c84-0025-41c2-9781-3ca2108f0c2d), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:53.769909 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:53.770582 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 2a6a893f-728d-4e6c-9e5c-1e11c2692901 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:11:53.851610 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cb811b52-f1ef-417c-a72e-5fb23317d889 req-679aa9d4-babb-490f-98be-b429ee8365ac tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995669 Apr 04 06:11:53.854464 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c23e915-1c5c-4fd9-81c7-3be6a6f52f15 admin admin] Publish callbacks [] for port (683de88f-92f9-4575-9fa6-47669865a0f4), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:53.857942 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5627dcc-6126-4a7c-8da3-18a47c5ee147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0707ce0-f96a-4e0e-a372-f3880efb12ca'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:11:53.860675 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdb1994-c5bd-46a1-9e30-2c64b7f5b50c" -d '{"events": [{"server_uuid": "c5627dcc-6126-4a7c-8da3-18a47c5ee147", "name": "network-vif-plugged", "status": "completed", "tag": "e0707ce0-f96a-4e0e-a372-f3880efb12ca"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:11:53.884616 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7179366-cad2-4110-b4b4-cd02d0dfd17e req-202df860-3cf1-403a-8ef9-014d675da1a7 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:53.886517 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d7179366-cad2-4110-b4b4-cd02d0dfd17e req-202df860-3cf1-403a-8ef9-014d675da1a7 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 943 time: 0.1053722 Apr 04 06:11:53.921721 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port e0707ce0-f96a-4e0e-a372-f3880efb12ca, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e0707ce0-f96a-4e0e-a372-f3880efb12ca,segment=NetworkSegment(51f84bee-76f8-46b6-af8c-7f2c1e111a59),segment_id=51f84bee-76f8-46b6-af8c-7f2c1e111a59)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:53.935992 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c23e915-1c5c-4fd9-81c7-3be6a6f52f15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (683de88f-92f9-4575-9fa6-47669865a0f4), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:53.945057 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0fa326-3050-4e28-b76a-35281d64fb27 x-openstack-request-id: req-2c0fa326-3050-4e28-b76a-35281d64fb27 {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:11:53.945428 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5627dcc-6126-4a7c-8da3-18a47c5ee147", "name": "network-vif-plugged", "status": "completed", "tag": "e0707ce0-f96a-4e0e-a372-f3880efb12ca", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:11:53.946569 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c0fa326-3050-4e28-b76a-35281d64fb27 {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:11:53.946569 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c0fa326-3050-4e28-b76a-35281d64fb27'] response: {'server_uuid': 'c5627dcc-6126-4a7c-8da3-18a47c5ee147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0707ce0-f96a-4e0e-a372-f3880efb12ca', 'code': 200} Apr 04 06:11:53.963562 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (e0707ce0-f96a-4e0e-a372-f3880efb12ca), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:53.983615 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d7179366-cad2-4110-b4b4-cd02d0dfd17e req-d95a77a7-189b-41d6-8143-6502860b138e tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866263 Apr 04 06:11:53.989703 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c23e915-1c5c-4fd9-81c7-3be6a6f52f15 admin admin] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:11:53.994817 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-8c23e915-1c5c-4fd9-81c7-3be6a6f52f15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:11:53.997782 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c23e915-1c5c-4fd9-81c7-3be6a6f52f15 admin admin] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:11:54.022558 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23e915-1c5c-4fd9-81c7-3be6a6f52f15 admin admin] Pushing event updated for resources: {'Port': ['ID=683de88f-92f9-4575-9fa6-47669865a0f4,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:54.028625 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:54.137157 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port de7ead69-8604-44ba-bf69-4a24e8291c80 is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:54.137816 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (de7ead69-8604-44ba-bf69-4a24e8291c80), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:54.182053 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c42478d-3ef7-4c7e-9885-0c2848283f29 req-cf40ce9a-c0b2-47ac-a9dd-bcbe2bf799cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:54.183575 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3c42478d-3ef7-4c7e-9885-0c2848283f29 req-cf40ce9a-c0b2-47ac-a9dd-bcbe2bf799cb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 1129 time: 0.1040068 Apr 04 06:11:54.225464 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] For port de7ead69-8604-44ba-bf69-4a24e8291c80, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=de7ead69-8604-44ba-bf69-4a24e8291c80,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:54.274364 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (de7ead69-8604-44ba-bf69-4a24e8291c80), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:54.276108 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=e0707ce0-f96a-4e0e-a372-f3880efb12ca,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:54.308525 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3c42478d-3ef7-4c7e-9885-0c2848283f29 req-79e9e3ac-c1fb-485f-9f62-728a5e92183e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170909 Apr 04 06:11:54.325589 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 2a6a893f-728d-4e6c-9e5c-1e11c2692901, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2a6a893f-728d-4e6c-9e5c-1e11c2692901,segment=NetworkSegment(d59b0b9c-a6eb-4a7f-a4a7-978fb1693103),segment_id=d59b0b9c-a6eb-4a7f-a4a7-978fb1693103)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:54.326454 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c23e915-1c5c-4fd9-81c7-3be6a6f52f15 admin admin] Publish callbacks [] for router_gateway (ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:54.352571 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-6bae3303-c0c6-47bc-9a70-9ea062dbd0a0 None None] Publish callbacks [] for port (d4bc3c92-35ac-4504-af23-b74eb58d6ed2), precommit_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:54.368785 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': '2a6a893f-728d-4e6c-9e5c-1e11c2692901', 'network_id': 'ae09f782-6f96-4364-8590-562d6c464f4f', 'port_id': '2a6a893f-728d-4e6c-9e5c-1e11c2692901', 'mac_address': 'fa:16:3e:25:c1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92fb8ac0-e778-41b6-8b9b-a0d6e67a4b68', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:11:54.379771 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-6bae3303-c0c6-47bc-9a70-9ea062dbd0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (d4bc3c92-35ac-4504-af23-b74eb58d6ed2), after_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:54.391009 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Pushing event updated for resources: {'Port': ['ID=de7ead69-8604-44ba-bf69-4a24e8291c80,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:54.477624 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bae3303-c0c6-47bc-9a70-9ea062dbd0a0 None None] Network 274ed49f-4778-4ebc-b23f-d13dd9ece2a5 is already hosted by enough agents. {{(pid=103481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:11:54.494605 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.base_scheduler [None req-6bae3303-c0c6-47bc-9a70-9ea062dbd0a0 None None] Resources bound (agent type, host, resource id): {{(pid=103481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:11:54.502664 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bae3303-c0c6-47bc-9a70-9ea062dbd0a0 None None] Received port after_create {{(pid=103481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:11:54.508920 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae3303-c0c6-47bc-9a70-9ea062dbd0a0 None None] Pushing event updated for resources: {'Port': ['ID=d4bc3c92-35ac-4504-af23-b74eb58d6ed2,revision_number=1']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:54.518010 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 2a6a893f-728d-4e6c-9e5c-1e11c2692901 is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:54.518396 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2a6a893f-728d-4e6c-9e5c-1e11c2692901), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:54.571704 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6a893f-728d-4e6c-9e5c-1e11c2692901 {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:11:54.624442 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] Publish callbacks [] for port (bc046c84-0025-41c2-9781-3ca2108f0c2d), precommit_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:54.638039 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 2a6a893f-728d-4e6c-9e5c-1e11c2692901, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2a6a893f-728d-4e6c-9e5c-1e11c2692901,segment=NetworkSegment(d59b0b9c-a6eb-4a7f-a4a7-978fb1693103),segment_id=d59b0b9c-a6eb-4a7f-a4a7-978fb1693103)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:54.639452 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-6bae3303-c0c6-47bc-9a70-9ea062dbd0a0 None None] Attempting to bind port d4bc3c92-35ac-4504-af23-b74eb58d6ed2 on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:11:54.639840 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-6bae3303-c0c6-47bc-9a70-9ea062dbd0a0 None None] Attempting to bind port d4bc3c92-35ac-4504-af23-b74eb58d6ed2 by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '526d038f-a028-4ec8-ab48-aa132d6c88da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '274ed49f-4778-4ebc-b23f-d13dd9ece2a5'}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:11:54.640235 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bae3303-c0c6-47bc-9a70-9ea062dbd0a0 None None] Attempting to bind port d4bc3c92-35ac-4504-af23-b74eb58d6ed2 on network 274ed49f-4778-4ebc-b23f-d13dd9ece2a5 {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:11:54.644722 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (bc046c84-0025-41c2-9781-3ca2108f0c2d), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:54.684685 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bae3303-c0c6-47bc-9a70-9ea062dbd0a0 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:11:54.685574 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bae3303-c0c6-47bc-9a70-9ea062dbd0a0 None None] Checking segment: {'id': '526d038f-a028-4ec8-ab48-aa132d6c88da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '274ed49f-4778-4ebc-b23f-d13dd9ece2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:11:54.686139 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-6bae3303-c0c6-47bc-9a70-9ea062dbd0a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:54.686750 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bae3303-c0c6-47bc-9a70-9ea062dbd0a0 None None] Bound using segment: {'id': '526d038f-a028-4ec8-ab48-aa132d6c88da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '274ed49f-4778-4ebc-b23f-d13dd9ece2a5'} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:11:54.687586 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-6bae3303-c0c6-47bc-9a70-9ea062dbd0a0 None None] Bound port: d4bc3c92-35ac-4504-af23-b74eb58d6ed2, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526d038f-a028-4ec8-ab48-aa132d6c88da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '274ed49f-4778-4ebc-b23f-d13dd9ece2a5'}}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:11:54.688127 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-6bae3303-c0c6-47bc-9a70-9ea062dbd0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (d4bc3c92-35ac-4504-af23-b74eb58d6ed2), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:54.691954 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (2a6a893f-728d-4e6c-9e5c-1e11c2692901), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:54.793738 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6361a-a9f8-412f-b8d3-31934050d237 None None] Pushing event updated for resources: {'Port': ['ID=bc046c84-0025-41c2-9781-3ca2108f0c2d,revision_number=3']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:54.927225 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621d573-8194-4d58-88fe-f2fafe247e05 req-a183ed3c-e3f9-4520-bfde-96c5300e8039 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:54.929075 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d621d573-8194-4d58-88fe-f2fafe247e05 req-a183ed3c-e3f9-4520-bfde-96c5300e8039 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 945 time: 0.2580061 Apr 04 06:11:54.946887 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59749fdb-fa84-4569-adac-5bed0e0e5e4b req-07da5762-4be6-4a26-a768-e1d50e32b96b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:54.948617 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-59749fdb-fa84-4569-adac-5bed0e0e5e4b req-07da5762-4be6-4a26-a768-e1d50e32b96b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 945 time: 0.2574086 Apr 04 06:11:54.958576 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c23e915-1c5c-4fd9-81c7-3be6a6f52f15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589291'] for router (ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:54.961820 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c534195-cb50-4d21-a639-4d080ad500fb req-dd545460-ad4a-4344-8654-d340f242362f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:54.963452 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6c534195-cb50-4d21-a639-4d080ad500fb req-dd545460-ad4a-4344-8654-d340f242362f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 1129 time: 0.1819725 Apr 04 06:11:55.071267 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=2a6a893f-728d-4e6c-9e5c-1e11c2692901,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:55.082079 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-6bae3303-c0c6-47bc-9a70-9ea062dbd0a0 None None] For port d4bc3c92-35ac-4504-af23-b74eb58d6ed2, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:11:55.098831 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] Attempting to bind port bc046c84-0025-41c2-9781-3ca2108f0c2d on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:11:55.099199 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] Attempting to bind port bc046c84-0025-41c2-9781-3ca2108f0c2d by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '566fd8ba-1f86-4d17-aeb5-58d7dd819cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34'}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:11:55.099567 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] Attempting to bind port bc046c84-0025-41c2-9781-3ca2108f0c2d on network 0cf906fd-1e53-4523-b34c-895b3ef87f34 {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:11:55.102492 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-6bae3303-c0c6-47bc-9a70-9ea062dbd0a0 None None] For port d4bc3c92-35ac-4504-af23-b74eb58d6ed2, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=d4bc3c92-35ac-4504-af23-b74eb58d6ed2,segment=NetworkSegment(526d038f-a028-4ec8-ab48-aa132d6c88da),segment_id=526d038f-a028-4ec8-ab48-aa132d6c88da)] {{(pid=103481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:11:55.103822 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-1395e80b-2445-434d-a134-5573408173a1 None None] Provisioning complete for port bc046c84-0025-41c2-9781-3ca2108f0c2d triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:55.104188 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1395e80b-2445-434d-a134-5573408173a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (bc046c84-0025-41c2-9781-3ca2108f0c2d), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:55.128050 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:11:55.128336 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] Checking segment: {'id': '566fd8ba-1f86-4d17-aeb5-58d7dd819cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:11:55.128747 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:55.129165 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] Bound using segment: {'id': '566fd8ba-1f86-4d17-aeb5-58d7dd819cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34'} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:11:55.129648 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] Bound port: bc046c84-0025-41c2-9781-3ca2108f0c2d, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566fd8ba-1f86-4d17-aeb5-58d7dd819cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34'}}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:11:55.130028 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (bc046c84-0025-41c2-9781-3ca2108f0c2d), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:55.135233 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-6bae3303-c0c6-47bc-9a70-9ea062dbd0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (d4bc3c92-35ac-4504-af23-b74eb58d6ed2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:55.136155 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-59749fdb-fa84-4569-adac-5bed0e0e5e4b req-bacf8a88-b373-4ec2-a504-c427039b1505 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd8365e8-4773-4e8a-bf99-93dfd63547db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788995 Apr 04 06:11:55.145137 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d621d573-8194-4d58-88fe-f2fafe247e05 req-fe1877a6-54a7-49ad-a4b4-9ae8bbe2345d tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942308 Apr 04 06:11:55.190011 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6c534195-cb50-4d21-a639-4d080ad500fb req-24990d0f-b3ff-43a4-aaf0-bf788d1fca1a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092209 Apr 04 06:11:55.210479 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device de7ead69-8604-44ba-bf69-4a24e8291c80 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:11:55.214435 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['2a6a893f-728d-4e6c-9e5c-1e11c2692901'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:11:55.239896 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:11:55.242372 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-1395e80b-2445-434d-a134-5573408173a1 None None] Port bc046c84-0025-41c2-9781-3ca2108f0c2d cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:11:55.291606 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c23e915-1c5c-4fd9-81c7-3be6a6f52f15 admin admin] Router ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f is scheduled to L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 with binding_index 1 {{(pid=103480) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 06:11:55.375653 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae3303-c0c6-47bc-9a70-9ea062dbd0a0 None None] Pushing event updated for resources: {'Port': ['ID=d4bc3c92-35ac-4504-af23-b74eb58d6ed2,revision_number=2']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:55.400886 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] For port bc046c84-0025-41c2-9781-3ca2108f0c2d, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:11:55.408220 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6adb9a-0b17-45e7-8d21-84ddcbc35887 req-a5dfa902-3c3c-400d-88a9-1e5d5e8be839 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:55.409943 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8d6adb9a-0b17-45e7-8d21-84ddcbc35887 req-a5dfa902-3c3c-400d-88a9-1e5d5e8be839 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.1705582 Apr 04 06:11:55.419754 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66fb64-4159-4da2-859a-0aef3aa8cd3b req-a670d4ed-9565-4b4f-b53c-c79a642d7372 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:55.422057 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5e66fb64-4159-4da2-859a-0aef3aa8cd3b req-a670d4ed-9565-4b4f-b53c-c79a642d7372 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 944 time: 0.1855495 Apr 04 06:11:55.426902 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] For port bc046c84-0025-41c2-9781-3ca2108f0c2d, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=bc046c84-0025-41c2-9781-3ca2108f0c2d,segment=NetworkSegment(566fd8ba-1f86-4d17-aeb5-58d7dd819cb2),segment_id=566fd8ba-1f86-4d17-aeb5-58d7dd819cb2)] {{(pid=103481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:11:55.475071 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (bc046c84-0025-41c2-9781-3ca2108f0c2d), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:55.484670 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port de7ead69-8604-44ba-bf69-4a24e8291c80 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:55.485442 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (de7ead69-8604-44ba-bf69-4a24e8291c80), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:55.527809 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c23e915-1c5c-4fd9-81c7-3be6a6f52f15 admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:11:55.538383 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8d6adb9a-0b17-45e7-8d21-84ddcbc35887 req-94668ff2-8f71-4185-9bd7-6ac5aaa40ec7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153367 Apr 04 06:11:55.542273 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] Sync routers for ids ['ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:11:55.551927 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5e66fb64-4159-4da2-859a-0aef3aa8cd3b req-15cad78e-5026-420f-8aa5-f655e755c200 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114535 Apr 04 06:11:55.554887 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] Routers {'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:11:55.555815 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:11:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:55.579758 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c23e915-1c5c-4fd9-81c7-3be6a6f52f15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:55.584344 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-8c23e915-1c5c-4fd9-81c7-3be6a6f52f15 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7091672 Apr 04 06:11:55.584698 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 52940) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:55.666500 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6361a-a9f8-412f-b8d3-31934050d237 None None] Pushing event updated for resources: {'Port': ['ID=bc046c84-0025-41c2-9781-3ca2108f0c2d,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:55.727368 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] Set router ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:11:55.736664 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] Routers {'c7314448-defe-4b79-9686-7a3c9db9ad5b'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:11:55.737352 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:11:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c7314448-defe-4b79-9686-7a3c9db9ad5b'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:55.920988 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] Set router c7314448-defe-4b79-9686-7a3c9db9ad5b gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:11:55.985119 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f', 'name': 'tempest-TestShelveInstance-2072525034-router', 'tenant_id': 'aea7811f577f42db8e75bc26d2b1a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '683de88f-92f9-4575-9fa6-47669865a0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:52Z', 'updated_at': '2022-04-04T06:11:54Z', 'revision_number': 3, 'project_id': 'aea7811f577f42db8e75bc26d2b1a764', 'gw_port': {'id': '683de88f-92f9-4575-9fa6-47669865a0f4', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:53Z', 'updated_at': '2022-04-04T06:11:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:56.025936 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] Checking router: ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:11:56.026401 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] Updating router ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f port 683de88f-92f9-4575-9fa6-47669865a0f4 binding host dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 06:11:56.049401 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-d5adb6e3-2a5f-403c-94b4-ad3933bcdb62 None None] Provisioning complete for port bc046c84-0025-41c2-9781-3ca2108f0c2d triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:56.049401 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d5adb6e3-2a5f-403c-94b4-ad3933bcdb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (bc046c84-0025-41c2-9781-3ca2108f0c2d), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:56.064488 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a39b317e-1954-43bf-abe3-043a1edf27de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:56.065613 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (683de88f-92f9-4575-9fa6-47669865a0f4), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:56.121743 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port de7ead69-8604-44ba-bf69-4a24e8291c80 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:56.250849 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-058ddcb0-505d-4a8f-9df5-a8076213fa64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:56.453148 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-a39b317e-1954-43bf-abe3-043a1edf27de admin admin] Allocated IP 172.20.0.1 (274ed49f-4778-4ebc-b23f-d13dd9ece2a5/1701fd14-58ce-4e90-9caf-3279d0d4fd44/27374d96-c339-4dfe-923c-9ed969bb0b1c) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:11:56.488013 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de5f96-7afe-4141-9ec1-3710fe8810d7 req-e97a2b75-59ca-40e2-a639-565ee9e83346 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:56.492494 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-d5adb6e3-2a5f-403c-94b4-ad3933bcdb62 None None] Current status of the port bc046c84-0025-41c2-9781-3ca2108f0c2d is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:56.492929 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d5adb6e3-2a5f-403c-94b4-ad3933bcdb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (bc046c84-0025-41c2-9781-3ca2108f0c2d), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:56.499209 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-06de5f96-7afe-4141-9ec1-3710fe8810d7 req-e97a2b75-59ca-40e2-a639-565ee9e83346 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 945 time: 0.2097547 Apr 04 06:11:56.579693 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-d5adb6e3-2a5f-403c-94b4-ad3933bcdb62 None None] For port bc046c84-0025-41c2-9781-3ca2108f0c2d, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=bc046c84-0025-41c2-9781-3ca2108f0c2d,segment=NetworkSegment(566fd8ba-1f86-4d17-aeb5-58d7dd819cb2),segment_id=566fd8ba-1f86-4d17-aeb5-58d7dd819cb2)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:56.590400 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629ee71-4581-4106-a273-33cec53dde04 req-44523187-6762-4f4c-a20a-0d4e6a1018cb tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:56.592192 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c629ee71-4581-4106-a273-33cec53dde04 req-44523187-6762-4f4c-a20a-0d4e6a1018cb tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 945 time: 0.2423513 Apr 04 06:11:56.600233 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d5adb6e3-2a5f-403c-94b4-ad3933bcdb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (bc046c84-0025-41c2-9781-3ca2108f0c2d), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:56.628663 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] Publish callbacks [] for port (683de88f-92f9-4575-9fa6-47669865a0f4), precommit_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:56.636893 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-06de5f96-7afe-4141-9ec1-3710fe8810d7 req-f3d96def-7567-4c14-84f4-63456a7da7e8 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd8365e8-4773-4e8a-bf99-93dfd63547db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367939 Apr 04 06:11:56.650078 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (683de88f-92f9-4575-9fa6-47669865a0f4), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:56.674178 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'name': 'tempest-TestShelveInstance-645724339-router', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:50Z', 'revision_number': 4, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'gw_port': {'id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'bc046c84-0025-41c2-9781-3ca2108f0c2d', 'name': '', 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'mac_address': 'fa:16:3e:80:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a480b576-ae06-41c3-9207-91443ef79063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:50Z', 'updated_at': '2022-04-04T06:11:55Z', 'revision_number': 4, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'subnets': [{'id': 'a480b576-ae06-41c3-9207-91443ef79063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:56.678603 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a39b317e-1954-43bf-abe3-043a1edf27de admin admin] Publish callbacks [] for port (27374d96-c339-4dfe-923c-9ed969bb0b1c), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:56.721355 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d1616c-bfcb-4aec-9430-614a57d42ba8 None None] The sync data for ids ['c7314448-defe-4b79-9686-7a3c9db9ad5b'] in dv-cinder-834448-2-iscsi is: [{'id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'name': 'tempest-TestShelveInstance-645724339-router', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:50Z', 'revision_number': 4, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'gw_port': {'id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'bc046c84-0025-41c2-9781-3ca2108f0c2d', 'name': '', 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'mac_address': 'fa:16:3e:80:7f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a480b576-ae06-41c3-9207-91443ef79063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:50Z', 'updated_at': '2022-04-04T06:11:55Z', 'revision_number': 4, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'subnets': [{'id': 'a480b576-ae06-41c3-9207-91443ef79063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:11:56.722622 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c629ee71-4581-4106-a273-33cec53dde04 req-2e8a0bce-5443-472e-b429-cb507435a52f tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038971 Apr 04 06:11:56.729838 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a39b317e-1954-43bf-abe3-043a1edf27de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (27374d96-c339-4dfe-923c-9ed969bb0b1c), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:56.755623 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adb6e3-2a5f-403c-94b4-ad3933bcdb62 None None] Pushing event updated for resources: {'Port': ['ID=bc046c84-0025-41c2-9781-3ca2108f0c2d,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:56.783931 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88556454-155c-4add-af3c-c2889097964e None None] Network 274ed49f-4778-4ebc-b23f-d13dd9ece2a5 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:11:56.790593 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] Attempting to bind port 683de88f-92f9-4575-9fa6-47669865a0f4 on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:11:56.795424 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] Attempting to bind port 683de88f-92f9-4575-9fa6-47669865a0f4 by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:11:56.796472 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] Attempting to bind port 683de88f-92f9-4575-9fa6-47669865a0f4 on network 1ee500bf-3755-4a54-8c64-77d3afc270de {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:11:56.821655 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:11:56.822027 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] Checking segment: {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:11:56.822434 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:56.822830 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] Bound using segment: {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:11:56.823318 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] Bound port: 683de88f-92f9-4575-9fa6-47669865a0f4, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:11:56.826341 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (683de88f-92f9-4575-9fa6-47669865a0f4), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:56.847621 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b317e-1954-43bf-abe3-043a1edf27de admin admin] Pushing event updated for resources: {'Port': ['ID=27374d96-c339-4dfe-923c-9ed969bb0b1c,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:56.863191 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39b317e-1954-43bf-abe3-043a1edf27de admin admin] Network 274ed49f-4778-4ebc-b23f-d13dd9ece2a5 is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:11:56.865007 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-a39b317e-1954-43bf-abe3-043a1edf27de admin admin] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:11:56.868573 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39b317e-1954-43bf-abe3-043a1edf27de admin admin] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:11:56.869343 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a39b317e-1954-43bf-abe3-043a1edf27de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596156'] for router_interface (ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:56.945443 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459cdc1d-694d-4fca-9b2c-3588e7caf16b req-831dee5e-417a-4965-8de8-e0d2536da0ab tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:56.950643 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] For port 683de88f-92f9-4575-9fa6-47669865a0f4, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:11:56.954985 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] For port 683de88f-92f9-4575-9fa6-47669865a0f4, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=683de88f-92f9-4575-9fa6-47669865a0f4,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:11:56.962009 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-459cdc1d-694d-4fca-9b2c-3588e7caf16b req-831dee5e-417a-4965-8de8-e0d2536da0ab tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.1867287 Apr 04 06:11:56.969861 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (683de88f-92f9-4575-9fa6-47669865a0f4), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:56.971500 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-ac7dede6-cb34-432a-a380-f05ca5da4c5a None None] Provisioning complete for port d4bc3c92-35ac-4504-af23-b74eb58d6ed2 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:56.971881 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-ac7dede6-cb34-432a-a380-f05ca5da4c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (d4bc3c92-35ac-4504-af23-b74eb58d6ed2), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:56.996146 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1af6b-dd40-4e0b-8203-d6a80b4f41b7 None None] Pushing event updated for resources: {'Port': ['ID=683de88f-92f9-4575-9fa6-47669865a0f4,revision_number=2']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:57.050515 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-459cdc1d-694d-4fca-9b2c-3588e7caf16b req-9fa72fe7-7bcc-4ef0-bcbf-d8f73ebfd14c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874865 Apr 04 06:11:57.065076 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2baba7-cb0f-430e-b2fe-4d9d2e42e25b req-2674b10c-5847-4069-ba31-ed19c1b52fec tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:57.066938 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9f2baba7-cb0f-430e-b2fe-4d9d2e42e25b req-2674b10c-5847-4069-ba31-ed19c1b52fec tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 944 time: 0.1716299 Apr 04 06:11:57.075001 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1af6b-dd40-4e0b-8203-d6a80b4f41b7 None None] Pushing event updated for resources: {'Port': ['ID=683de88f-92f9-4575-9fa6-47669865a0f4,revision_number=3']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:57.102022 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] Routers {'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:11:57.105131 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:11:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:57.139277 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a39b317e-1954-43bf-abe3-043a1edf27de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (27374d96-c339-4dfe-923c-9ed969bb0b1c), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:57.174222 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9f2baba7-cb0f-430e-b2fe-4d9d2e42e25b req-fc0c24a0-e6d3-43cf-b2d7-86ff00de9e8e tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005979 Apr 04 06:11:57.185619 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-ac7dede6-cb34-432a-a380-f05ca5da4c5a None None] Current status of the port d4bc3c92-35ac-4504-af23-b74eb58d6ed2 is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:57.186242 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-ac7dede6-cb34-432a-a380-f05ca5da4c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (d4bc3c92-35ac-4504-af23-b74eb58d6ed2), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:57.280291 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-ac7dede6-cb34-432a-a380-f05ca5da4c5a None None] For port d4bc3c92-35ac-4504-af23-b74eb58d6ed2, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=d4bc3c92-35ac-4504-af23-b74eb58d6ed2,segment=NetworkSegment(526d038f-a028-4ec8-ab48-aa132d6c88da),segment_id=526d038f-a028-4ec8-ab48-aa132d6c88da)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:57.289868 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-ac7dede6-cb34-432a-a380-f05ca5da4c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (d4bc3c92-35ac-4504-af23-b74eb58d6ed2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:57.343827 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf265f4-eb88-42f1-abb3-6e9cb2c22eb5 req-43b4fe6d-217b-48b0-807e-fc2ac61f562b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:57.357433 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-adf265f4-eb88-42f1-abb3-6e9cb2c22eb5 req-43b4fe6d-217b-48b0-807e-fc2ac61f562b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.1397653 Apr 04 06:11:57.399656 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device d4bc3c92-35ac-4504-af23-b74eb58d6ed2 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:11:57.437994 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a39b317e-1954-43bf-abe3-043a1edf27de admin admin] Publish callbacks [] for port (27374d96-c339-4dfe-923c-9ed969bb0b1c), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:57.448713 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a39b317e-1954-43bf-abe3-043a1edf27de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (27374d96-c339-4dfe-923c-9ed969bb0b1c), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:57.450252 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a39b317e-1954-43bf-abe3-043a1edf27de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1596008'] for router_interface (ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:57.461790 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-adf265f4-eb88-42f1-abb3-6e9cb2c22eb5 req-bf87c2d1-2fe6-47e2-a587-323caf405182 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922401 Apr 04 06:11:57.469586 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7dede6-cb34-432a-a380-f05ca5da4c5a None None] Pushing event updated for resources: {'Port': ['ID=d4bc3c92-35ac-4504-af23-b74eb58d6ed2,revision_number=3']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:57.522279 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port d4bc3c92-35ac-4504-af23-b74eb58d6ed2 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:57.525024 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (d4bc3c92-35ac-4504-af23-b74eb58d6ed2), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:57.540176 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b317e-1954-43bf-abe3-043a1edf27de admin admin] Pushing event updated for resources: {'Port': ['ID=27374d96-c339-4dfe-923c-9ed969bb0b1c,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:57.573427 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-65e03e30-c7e8-49f5-babd-ef9890adc632 None None] Provisioning complete for port d4bc3c92-35ac-4504-af23-b74eb58d6ed2 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:57.573813 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-65e03e30-c7e8-49f5-babd-ef9890adc632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (d4bc3c92-35ac-4504-af23-b74eb58d6ed2), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:57.598432 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] Set router ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:11:57.659533 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39b317e-1954-43bf-abe3-043a1edf27de admin admin] Network 274ed49f-4778-4ebc-b23f-d13dd9ece2a5 is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:11:57.661229 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-a39b317e-1954-43bf-abe3-043a1edf27de admin admin] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:11:57.898157 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39b317e-1954-43bf-abe3-043a1edf27de admin admin] Router ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:11:57.946654 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69015383-a3cf-42c2-bed9-598012de95c7 req-0b0f15aa-8af9-4d9c-b62e-1fa457dc4830 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:57.948261 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-69015383-a3cf-42c2-bed9-598012de95c7 req-0b0f15aa-8af9-4d9c-b62e-1fa457dc4830 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 945 time: 0.1807675 Apr 04 06:11:57.978762 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port d4bc3c92-35ac-4504-af23-b74eb58d6ed2 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:57.981898 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device bc046c84-0025-41c2-9781-3ca2108f0c2d up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:11:58.067226 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-65e03e30-c7e8-49f5-babd-ef9890adc632 None None] Current status of the port d4bc3c92-35ac-4504-af23-b74eb58d6ed2 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:58.116490 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-65e03e30-c7e8-49f5-babd-ef9890adc632 None None] Provisioning complete for port 27374d96-c339-4dfe-923c-9ed969bb0b1c triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:58.116490 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-65e03e30-c7e8-49f5-babd-ef9890adc632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (27374d96-c339-4dfe-923c-9ed969bb0b1c), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:58.130478 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217dd0e-f0d2-4aae-8ea7-5c2ad48dcec7 req-0b26fb78-6b35-435c-8d29-bfc038b40e52 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:58.139071 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7217dd0e-f0d2-4aae-8ea7-5c2ad48dcec7 req-0b26fb78-6b35-435c-8d29-bfc038b40e52 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 945 time: 0.2455955 Apr 04 06:11:58.161983 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f', 'name': 'tempest-TestShelveInstance-2072525034-router', 'tenant_id': 'aea7811f577f42db8e75bc26d2b1a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '683de88f-92f9-4575-9fa6-47669865a0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:52Z', 'updated_at': '2022-04-04T06:11:57Z', 'revision_number': 4, 'project_id': 'aea7811f577f42db8e75bc26d2b1a764', 'gw_port': {'id': '683de88f-92f9-4575-9fa6-47669865a0f4', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:53Z', 'updated_at': '2022-04-04T06:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '27374d96-c339-4dfe-923c-9ed969bb0b1c', 'name': '', 'network_id': '274ed49f-4778-4ebc-b23f-d13dd9ece2a5', 'tenant_id': 'aea7811f577f42db8e75bc26d2b1a764', 'mac_address': 'fa:16:3e:e8:d6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1701fd14-58ce-4e90-9caf-3279d0d4fd44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:56Z', 'updated_at': '2022-04-04T06:11:56Z', 'revision_number': 1, 'project_id': 'aea7811f577f42db8e75bc26d2b1a764', 'subnets': [{'id': '1701fd14-58ce-4e90-9caf-3279d0d4fd44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:11:58.189263 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-69015383-a3cf-42c2-bed9-598012de95c7 req-b97ba5b2-b080-4820-89d1-47ae11fcd9fe tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd8365e8-4773-4e8a-bf99-93dfd63547db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856790 Apr 04 06:11:58.231775 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39b317e-1954-43bf-abe3-043a1edf27de admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:11:58.237657 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-a39b317e-1954-43bf-abe3-043a1edf27de admin admin] 10.222.0.30 "PUT /v2.0/routers/ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6516423 Apr 04 06:11:58.254629 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d502e3-b0ed-43dc-8f91-bcea470eb714 None None] The sync data for ids ['ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f'] in dv-cinder-834448-2-iscsi is: [{'id': 'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f', 'name': 'tempest-TestShelveInstance-2072525034-router', 'tenant_id': 'aea7811f577f42db8e75bc26d2b1a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '683de88f-92f9-4575-9fa6-47669865a0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:52Z', 'updated_at': '2022-04-04T06:11:57Z', 'revision_number': 4, 'project_id': 'aea7811f577f42db8e75bc26d2b1a764', 'gw_port': {'id': '683de88f-92f9-4575-9fa6-47669865a0f4', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:53Z', 'updated_at': '2022-04-04T06:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '27374d96-c339-4dfe-923c-9ed969bb0b1c', 'name': '', 'network_id': '274ed49f-4778-4ebc-b23f-d13dd9ece2a5', 'tenant_id': 'aea7811f577f42db8e75bc26d2b1a764', 'mac_address': 'fa:16:3e:e8:d6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1701fd14-58ce-4e90-9caf-3279d0d4fd44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:56Z', 'updated_at': '2022-04-04T06:11:56Z', 'revision_number': 1, 'project_id': 'aea7811f577f42db8e75bc26d2b1a764', 'subnets': [{'id': '1701fd14-58ce-4e90-9caf-3279d0d4fd44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:11:58.263373 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-65e03e30-c7e8-49f5-babd-ef9890adc632 None None] Port 27374d96-c339-4dfe-923c-9ed969bb0b1c cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:11:58.270353 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port bc046c84-0025-41c2-9781-3ca2108f0c2d triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:58.270912 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (bc046c84-0025-41c2-9781-3ca2108f0c2d), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:58.357807 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7217dd0e-f0d2-4aae-8ea7-5c2ad48dcec7 req-4980c3f7-7b6a-450f-8fc1-0b2465d25a02 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089567 Apr 04 06:11:58.363840 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-169ea553-3cbd-40fb-810a-aac886954210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:58.428614 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-7e4f3d11-eb02-4689-abf5-724c27b7c2bb None None] Provisioning complete for port 27374d96-c339-4dfe-923c-9ed969bb0b1c triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:58.429021 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3d11-eb02-4689-abf5-724c27b7c2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (27374d96-c339-4dfe-923c-9ed969bb0b1c), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:58.433692 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcc8eb-2aac-4c8a-b2da-a20e83280443 req-ee710f71-c839-474a-9319-6794496d5773 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:58.435874 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d6fcc8eb-2aac-4c8a-b2da-a20e83280443 req-ee710f71-c839-474a-9319-6794496d5773 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 944 time: 0.1381691 Apr 04 06:11:58.480469 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port bc046c84-0025-41c2-9781-3ca2108f0c2d is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:58.513884 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-7e4f3d11-eb02-4689-abf5-724c27b7c2bb None None] Port 27374d96-c339-4dfe-923c-9ed969bb0b1c cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:11:58.547757 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d6fcc8eb-2aac-4c8a-b2da-a20e83280443 req-5f579237-e101-4e08-99c3-3a0f58d7320b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040213 Apr 04 06:11:58.990655 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 53024) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:58.995624 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-110958c8-9550-4103-8877-4ef231484ef0 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1773456011', 'description': 'tempest-secgroup-smoke-1773456011 description', 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:59.017543 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-110958c8-9550-4103-8877-4ef231484ef0 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.089099 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-110958c8-9550-4103-8877-4ef231484ef0 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group (3da14ddd-0aa8-4723-b932-59757665e343), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.093810 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-110958c8-9550-4103-8877-4ef231484ef0 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (3da14ddd-0aa8-4723-b932-59757665e343), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.130644 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-110958c8-9550-4103-8877-4ef231484ef0 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.131886 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-110958c8-9550-4103-8877-4ef231484ef0 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1401882 Apr 04 06:11:59.135121 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 53026) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:59.140126 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-86571fdc-4fdf-455d-bb44-b6209f22efac tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Request body: {'security_group_rule': {'security_group_id': '3da14ddd-0aa8-4723-b932-59757665e343', 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:59.144658 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110958c8-9550-4103-8877-4ef231484ef0 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da14ddd-0aa8-4723-b932-59757665e343,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:59.197811 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-86571fdc-4fdf-455d-bb44-b6209f22efac tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group_rule (c4158a12-df6d-43b9-94c9-2cbf9dbefc0c), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.214476 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device d4bc3c92-35ac-4504-af23-b74eb58d6ed2 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:11:59.297330 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port d4bc3c92-35ac-4504-af23-b74eb58d6ed2 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:59.297973 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (d4bc3c92-35ac-4504-af23-b74eb58d6ed2), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.338583 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-86571fdc-4fdf-455d-bb44-b6209f22efac tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group_rule (c4158a12-df6d-43b9-94c9-2cbf9dbefc0c), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.344598 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-86571fdc-4fdf-455d-bb44-b6209f22efac tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (c4158a12-df6d-43b9-94c9-2cbf9dbefc0c), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.355397 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c137b-1fc5-4b3d-a508-0f82433577a8 req-c19b77f2-1cc6-4aea-a444-5bc1efe5a457 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:59.357041 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9d4c137b-1fc5-4b3d-a508-0f82433577a8 req-c19b77f2-1cc6-4aea-a444-5bc1efe5a457 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 945 time: 0.0855756 Apr 04 06:11:59.378768 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86571fdc-4fdf-455d-bb44-b6209f22efac tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4158a12-df6d-43b9-94c9-2cbf9dbefc0c,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:59.394060 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-86571fdc-4fdf-455d-bb44-b6209f22efac tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.395532 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-86571fdc-4fdf-455d-bb44-b6209f22efac tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2595353 Apr 04 06:11:59.398508 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 53034) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:59.403374 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-161bf739-cf76-4ece-b985-27f8ce8606a5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Request body: {'security_group_rule': {'security_group_id': '3da14ddd-0aa8-4723-b932-59757665e343', 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:59.414514 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:11:59.419951 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port d4bc3c92-35ac-4504-af23-b74eb58d6ed2 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:59.427278 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9d4c137b-1fc5-4b3d-a508-0f82433577a8 req-9aca2091-05ce-455c-8468-f9af99c35e60 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd8365e8-4773-4e8a-bf99-93dfd63547db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613437 Apr 04 06:11:59.455522 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-161bf739-cf76-4ece-b985-27f8ce8606a5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group_rule (4a387e87-067f-42b3-baa5-647c90c06251), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.489119 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning for port bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 completed by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 06:11:59.494944 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:11:59.495581 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.498687 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.519932 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-161bf739-cf76-4ece-b985-27f8ce8606a5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group_rule (4a387e87-067f-42b3-baa5-647c90c06251), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.525114 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-161bf739-cf76-4ece-b985-27f8ce8606a5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (4a387e87-067f-42b3-baa5-647c90c06251), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.545767 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bf739-cf76-4ece-b985-27f8ce8606a5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a387e87-067f-42b3-baa5-647c90c06251,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:59.557258 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-161bf739-cf76-4ece-b985-27f8ce8606a5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.558541 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-161bf739-cf76-4ece-b985-27f8ce8606a5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1589346 Apr 04 06:11:59.561656 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 53036) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:59.572854 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-2e9ca020-d0b8-427d-b4b4-48c9a0a91fa5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Request body: {'security_group_rule': {'security_group_id': '3da14ddd-0aa8-4723-b932-59757665e343', 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:59.581770 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:11:59.582361 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.608563 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-2e9ca020-d0b8-427d-b4b4-48c9a0a91fa5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group_rule (506b4f78-1b15-4655-b9e2-d86fb6dbe0f2), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.646401 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2352fa89-517c-4034-acb7-9b35890acec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:11:59.649328 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f59d611-b72a-418c-bec2-88f9997e8cee" -d '{"events": [{"server_uuid": "2352fa89-517c-4034-acb7-9b35890acec8", "name": "network-vif-plugged", "status": "completed", "tag": "bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:11:59.663537 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:11:59.677802 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.707218 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-2e9ca020-d0b8-427d-b4b4-48c9a0a91fa5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group_rule (506b4f78-1b15-4655-b9e2-d86fb6dbe0f2), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.708855 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0fd728-34f6-4955-a05e-4ea8b435a2e2 x-openstack-request-id: req-fa0fd728-34f6-4955-a05e-4ea8b435a2e2 {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:11:59.709458 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2352fa89-517c-4034-acb7-9b35890acec8", "name": "network-vif-plugged", "status": "completed", "tag": "bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:11:59.709700 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa0fd728-34f6-4955-a05e-4ea8b435a2e2 {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:11:59.710094 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa0fd728-34f6-4955-a05e-4ea8b435a2e2'] response: {'server_uuid': '2352fa89-517c-4034-acb7-9b35890acec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9', 'code': 200} Apr 04 06:11:59.717066 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-2e9ca020-d0b8-427d-b4b4-48c9a0a91fa5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (506b4f78-1b15-4655-b9e2-d86fb6dbe0f2), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.733338 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597aa02c-eeac-4d46-8d18-fa3d81369e8e req-90515bf6-18f9-4a52-b3e0-0b1d86d27cec tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:11:59.735132 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-597aa02c-eeac-4d46-8d18-fa3d81369e8e req-90515bf6-18f9-4a52-b3e0-0b1d86d27cec tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 944 time: 0.0966938 Apr 04 06:11:59.745155 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:59.756980 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ca020-d0b8-427d-b4b4-48c9a0a91fa5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506b4f78-1b15-4655-b9e2-d86fb6dbe0f2,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:59.772650 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-2e9ca020-d0b8-427d-b4b4-48c9a0a91fa5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.774063 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-2e9ca020-d0b8-427d-b4b4-48c9a0a91fa5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2112007 Apr 04 06:11:59.776690 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 53044) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:59.782293 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-e7d45c00-4000-49bc-818d-58ee3437a324 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Request body: {'security_group_rule': {'security_group_id': '3da14ddd-0aa8-4723-b932-59757665e343', 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:59.827365 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-597aa02c-eeac-4d46-8d18-fa3d81369e8e req-68101dbe-3a71-413a-be60-1de121226ad7 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819380 Apr 04 06:11:59.835109 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e7d45c00-4000-49bc-818d-58ee3437a324 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group_rule (3f40d1b6-9973-4f65-aa13-ac45267187a0), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.892101 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e7d45c00-4000-49bc-818d-58ee3437a324 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group_rule (3f40d1b6-9973-4f65-aa13-ac45267187a0), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.896237 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e7d45c00-4000-49bc-818d-58ee3437a324 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (3f40d1b6-9973-4f65-aa13-ac45267187a0), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.918104 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d45c00-4000-49bc-818d-58ee3437a324 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f40d1b6-9973-4f65-aa13-ac45267187a0,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:11:59.932585 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e7d45c00-4000-49bc-818d-58ee3437a324 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:11:59.933981 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-e7d45c00-4000-49bc-818d-58ee3437a324 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1563449 Apr 04 06:11:59.936819 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 53046) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:11:59.941296 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-eb8730b5-5d96-41c9-83c8-c98571a6c14a tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Request body: {'security_group_rule': {'security_group_id': '3da14ddd-0aa8-4723-b932-59757665e343', 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:11:59.963279 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.securitygroups_db [None req-eb8730b5-5d96-41c9-83c8-c98571a6c14a tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Project 8aae5cb5d2cd4798b2d627299a7ccbc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 06:11:59.968930 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-eb8730b5-5d96-41c9-83c8-c98571a6c14a tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group_rule (769149df-bc59-4020-a6c6-50f271b6e792), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:00.029627 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-eb8730b5-5d96-41c9-83c8-c98571a6c14a tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group_rule (769149df-bc59-4020-a6c6-50f271b6e792), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:00.034275 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-eb8730b5-5d96-41c9-83c8-c98571a6c14a tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (769149df-bc59-4020-a6c6-50f271b6e792), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:00.058272 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8730b5-5d96-41c9-83c8-c98571a6c14a tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769149df-bc59-4020-a6c6-50f271b6e792,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:00.067950 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-eb8730b5-5d96-41c9-83c8-c98571a6c14a tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:00.069191 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-eb8730b5-5d96-41c9-83c8-c98571a6c14a tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1313469 Apr 04 06:12:00.072936 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 53050) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:12:00.077344 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-4c94607f-41cf-4a17-bae8-0807113b5335 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Request body: {'security_group_rule': {'security_group_id': '3da14ddd-0aa8-4723-b932-59757665e343', 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:12:00.099453 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.securitygroups_db [None req-4c94607f-41cf-4a17-bae8-0807113b5335 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Project 8aae5cb5d2cd4798b2d627299a7ccbc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 06:12:00.104815 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4c94607f-41cf-4a17-bae8-0807113b5335 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group_rule (8a83e587-f019-462d-8293-46f7eb305b83), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:00.168110 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4c94607f-41cf-4a17-bae8-0807113b5335 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group_rule (8a83e587-f019-462d-8293-46f7eb305b83), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:00.173258 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4c94607f-41cf-4a17-bae8-0807113b5335 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (8a83e587-f019-462d-8293-46f7eb305b83), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:00.191471 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94607f-41cf-4a17-bae8-0807113b5335 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a83e587-f019-462d-8293-46f7eb305b83,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:00.200576 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4c94607f-41cf-4a17-bae8-0807113b5335 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:00.201977 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-4c94607f-41cf-4a17-bae8-0807113b5335 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1279309 Apr 04 06:12:00.562268 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bd796-d8ed-4ab2-ad09-d9419cfe5169 req-45bdb5e6-e4fd-4c1a-a853-44690663e69e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:00.563988 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3f0bd796-d8ed-4ab2-ad09-d9419cfe5169 req-45bdb5e6-e4fd-4c1a-a853-44690663e69e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 946 time: 0.0624504 Apr 04 06:12:00.608353 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:00.615300 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3f0bd796-d8ed-4ab2-ad09-d9419cfe5169 req-63ee9ec6-bd77-4c5a-9dd1-8d43890ea8a8 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd8365e8-4773-4e8a-bf99-93dfd63547db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457230 Apr 04 06:12:00.963842 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c32b78-ae3a-4781-a23f-7c9ad5bc5931 req-915c1b83-a380-4697-a264-c7b38feeb20d tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:00.965375 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f0c32b78-ae3a-4781-a23f-7c9ad5bc5931 req-915c1b83-a380-4697-a264-c7b38feeb20d tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 944 time: 0.0658863 Apr 04 06:12:01.043219 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f0c32b78-ae3a-4781-a23f-7c9ad5bc5931 req-752537f3-ca4d-4e66-a085-5656b8bc664e tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631471 Apr 04 06:12:01.045613 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382324a-c49f-4ad3-81e4-8d0c7a557f38 req-21f97ec9-83d1-481c-82f7-fb637d5dc7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:01.047186 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c382324a-c49f-4ad3-81e4-8d0c7a557f38 req-21f97ec9-83d1-481c-82f7-fb637d5dc7ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 1130 time: 0.0992866 Apr 04 06:12:01.101510 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c382324a-c49f-4ad3-81e4-8d0c7a557f38 req-3d928c47-c7a4-4524-80ad-25cd559dfa96 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fd8365e8-4773-4e8a-bf99-93dfd63547db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478182 Apr 04 06:12:01.210505 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 683de88f-92f9-4575-9fa6-47669865a0f4 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:12:01.259751 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 683de88f-92f9-4575-9fa6-47669865a0f4 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:12:01.260155 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (683de88f-92f9-4575-9fa6-47669865a0f4), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:01.333892 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] Sync routers for ids ['ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:12:01.375471 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] Routers {'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:12:01.376124 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:11:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:12:01.379220 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 683de88f-92f9-4575-9fa6-47669865a0f4 is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:12:01.379565 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (683de88f-92f9-4575-9fa6-47669865a0f4), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:01.463984 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] For port 683de88f-92f9-4575-9fa6-47669865a0f4, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=683de88f-92f9-4575-9fa6-47669865a0f4,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:12:01.471805 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (683de88f-92f9-4575-9fa6-47669865a0f4), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:01.543539 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] Set router ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:12:01.545514 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Pushing event updated for resources: {'Port': ['ID=683de88f-92f9-4575-9fa6-47669865a0f4,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:01.586453 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:01.586687 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:01.587091 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:01.587445 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:01.587788 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:01.588112 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:01.588440 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:01.588766 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:01.589117 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:01.589441 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:01.589772 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:01.590108 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:01.590417 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:01.590737 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:01.591054 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:01.752649 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dadb13-d5dd-421c-9b57-bab248bf9add req-efc5ba57-9f79-4b29-a692-9cc37533656a tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:01.754516 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b0dadb13-d5dd-421c-9b57-bab248bf9add req-efc5ba57-9f79-4b29-a692-9cc37533656a tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 946 time: 0.0662856 Apr 04 06:12:01.790083 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f', 'name': 'tempest-TestShelveInstance-2072525034-router', 'tenant_id': 'aea7811f577f42db8e75bc26d2b1a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '683de88f-92f9-4575-9fa6-47669865a0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:52Z', 'updated_at': '2022-04-04T06:11:57Z', 'revision_number': 4, 'project_id': 'aea7811f577f42db8e75bc26d2b1a764', 'gw_port': {'id': '683de88f-92f9-4575-9fa6-47669865a0f4', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:53Z', 'updated_at': '2022-04-04T06:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '27374d96-c339-4dfe-923c-9ed969bb0b1c', 'name': '', 'network_id': '274ed49f-4778-4ebc-b23f-d13dd9ece2a5', 'tenant_id': 'aea7811f577f42db8e75bc26d2b1a764', 'mac_address': 'fa:16:3e:e8:d6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1701fd14-58ce-4e90-9caf-3279d0d4fd44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:56Z', 'updated_at': '2022-04-04T06:11:57Z', 'revision_number': 2, 'project_id': 'aea7811f577f42db8e75bc26d2b1a764', 'subnets': [{'id': '1701fd14-58ce-4e90-9caf-3279d0d4fd44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:12:01.817757 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] Checking router: ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:12:01.818113 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] Updating router ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f port 27374d96-c339-4dfe-923c-9ed969bb0b1c binding host dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 06:12:01.818306 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b0dadb13-d5dd-421c-9b57-bab248bf9add req-135ab622-e7e3-4d43-b028-3887b628099c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd8365e8-4773-4e8a-bf99-93dfd63547db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568814 Apr 04 06:12:01.845656 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (27374d96-c339-4dfe-923c-9ed969bb0b1c), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:02.153973 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] Publish callbacks [] for port (27374d96-c339-4dfe-923c-9ed969bb0b1c), precommit_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:02.162231 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (27374d96-c339-4dfe-923c-9ed969bb0b1c), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:02.175829 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04056d24-bbd6-4b57-84ba-49050698fb62 req-88735ef6-1d21-45b0-b6d7-c7b41abe8ce8 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:02.178711 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-04056d24-bbd6-4b57-84ba-49050698fb62 req-88735ef6-1d21-45b0-b6d7-c7b41abe8ce8 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 944 time: 0.0567391 Apr 04 06:12:02.236948 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894dc5d-a5dc-4f8b-8f8b-b68bf2585e28 None None] Pushing event updated for resources: {'Port': ['ID=27374d96-c339-4dfe-923c-9ed969bb0b1c,revision_number=3']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:02.239035 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-04056d24-bbd6-4b57-84ba-49050698fb62 req-cdc1f2af-70b3-469b-8d6a-93d0db8a98ce tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536726 Apr 04 06:12:02.269806 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] Attempting to bind port 27374d96-c339-4dfe-923c-9ed969bb0b1c on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:12:02.270187 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] Attempting to bind port 27374d96-c339-4dfe-923c-9ed969bb0b1c by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '526d038f-a028-4ec8-ab48-aa132d6c88da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '274ed49f-4778-4ebc-b23f-d13dd9ece2a5'}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:12:02.270632 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] Attempting to bind port 27374d96-c339-4dfe-923c-9ed969bb0b1c on network 274ed49f-4778-4ebc-b23f-d13dd9ece2a5 {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:12:02.277419 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:12:02.277912 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] Checking segment: {'id': '526d038f-a028-4ec8-ab48-aa132d6c88da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '274ed49f-4778-4ebc-b23f-d13dd9ece2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:12:02.278337 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:02.278740 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] Bound using segment: {'id': '526d038f-a028-4ec8-ab48-aa132d6c88da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '274ed49f-4778-4ebc-b23f-d13dd9ece2a5'} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:12:02.279227 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] Bound port: 27374d96-c339-4dfe-923c-9ed969bb0b1c, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526d038f-a028-4ec8-ab48-aa132d6c88da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '274ed49f-4778-4ebc-b23f-d13dd9ece2a5'}}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:12:02.279689 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (27374d96-c339-4dfe-923c-9ed969bb0b1c), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:02.349405 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:02.363572 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] For port 27374d96-c339-4dfe-923c-9ed969bb0b1c, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:12:02.367379 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] For port 27374d96-c339-4dfe-923c-9ed969bb0b1c, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=27374d96-c339-4dfe-923c-9ed969bb0b1c,segment=NetworkSegment(526d038f-a028-4ec8-ab48-aa132d6c88da),segment_id=526d038f-a028-4ec8-ab48-aa132d6c88da)] {{(pid=103481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:12:02.374136 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (27374d96-c339-4dfe-923c-9ed969bb0b1c), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:02.430378 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] Routers {'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:12:02.431010 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:11:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:12:02.509044 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894dc5d-a5dc-4f8b-8f8b-b68bf2585e28 None None] Pushing event updated for resources: {'Port': ['ID=27374d96-c339-4dfe-923c-9ed969bb0b1c,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:02.539385 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-1e1c600c-9740-4707-aa49-c3dde2764229 None None] Provisioning complete for port 27374d96-c339-4dfe-923c-9ed969bb0b1c triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:12:02.539765 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1e1c600c-9740-4707-aa49-c3dde2764229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (27374d96-c339-4dfe-923c-9ed969bb0b1c), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:02.596224 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] Set router ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:12:02.742587 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-1e1c600c-9740-4707-aa49-c3dde2764229 None None] Current status of the port 27374d96-c339-4dfe-923c-9ed969bb0b1c is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:12:02.742987 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1e1c600c-9740-4707-aa49-c3dde2764229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (27374d96-c339-4dfe-923c-9ed969bb0b1c), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:02.805203 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-1e1c600c-9740-4707-aa49-c3dde2764229 None None] For port 27374d96-c339-4dfe-923c-9ed969bb0b1c, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=27374d96-c339-4dfe-923c-9ed969bb0b1c,segment=NetworkSegment(526d038f-a028-4ec8-ab48-aa132d6c88da),segment_id=526d038f-a028-4ec8-ab48-aa132d6c88da)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:12:02.831024 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1e1c600c-9740-4707-aa49-c3dde2764229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (27374d96-c339-4dfe-923c-9ed969bb0b1c), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:02.863934 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 2a6a893f-728d-4e6c-9e5c-1e11c2692901 up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:12:02.946366 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3ed7e4-601f-495a-be7e-5cf350ddaab3 req-ea483a94-c063-4314-b3fe-015fe7c5fef2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:02.947919 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5c3ed7e4-601f-495a-be7e-5cf350ddaab3 req-ea483a94-c063-4314-b3fe-015fe7c5fef2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 946 time: 0.0573921 Apr 04 06:12:03.000245 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5c3ed7e4-601f-495a-be7e-5cf350ddaab3 req-21a72e6e-187a-46b0-8508-61ac8a576e30 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd8365e8-4773-4e8a-bf99-93dfd63547db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455725 Apr 04 06:12:03.068737 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c600c-9740-4707-aa49-c3dde2764229 None None] Pushing event updated for resources: {'Port': ['ID=27374d96-c339-4dfe-923c-9ed969bb0b1c,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:03.075671 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-96fe9475-dceb-4383-beb3-a23eee424a12 None None] Provisioning complete for port 27374d96-c339-4dfe-923c-9ed969bb0b1c triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:12:03.076045 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-96fe9475-dceb-4383-beb3-a23eee424a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (27374d96-c339-4dfe-923c-9ed969bb0b1c), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:03.129358 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f', 'name': 'tempest-TestShelveInstance-2072525034-router', 'tenant_id': 'aea7811f577f42db8e75bc26d2b1a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '683de88f-92f9-4575-9fa6-47669865a0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:52Z', 'updated_at': '2022-04-04T06:11:57Z', 'revision_number': 4, 'project_id': 'aea7811f577f42db8e75bc26d2b1a764', 'gw_port': {'id': '683de88f-92f9-4575-9fa6-47669865a0f4', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:53Z', 'updated_at': '2022-04-04T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '27374d96-c339-4dfe-923c-9ed969bb0b1c', 'name': '', 'network_id': '274ed49f-4778-4ebc-b23f-d13dd9ece2a5', 'tenant_id': 'aea7811f577f42db8e75bc26d2b1a764', 'mac_address': 'fa:16:3e:e8:d6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1701fd14-58ce-4e90-9caf-3279d0d4fd44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:56Z', 'updated_at': '2022-04-04T06:12:02Z', 'revision_number': 4, 'project_id': 'aea7811f577f42db8e75bc26d2b1a764', 'subnets': [{'id': '1701fd14-58ce-4e90-9caf-3279d0d4fd44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:12:03.167897 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning for port 2a6a893f-728d-4e6c-9e5c-1e11c2692901 completed by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 06:12:03.175069 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921b91b-2dc1-4f59-961d-afd60740a942 None None] The sync data for ids ['ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f'] in dv-cinder-834448-2-iscsi is: [{'id': 'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f', 'name': 'tempest-TestShelveInstance-2072525034-router', 'tenant_id': 'aea7811f577f42db8e75bc26d2b1a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '683de88f-92f9-4575-9fa6-47669865a0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:52Z', 'updated_at': '2022-04-04T06:11:57Z', 'revision_number': 4, 'project_id': 'aea7811f577f42db8e75bc26d2b1a764', 'gw_port': {'id': '683de88f-92f9-4575-9fa6-47669865a0f4', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:53Z', 'updated_at': '2022-04-04T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '27374d96-c339-4dfe-923c-9ed969bb0b1c', 'name': '', 'network_id': '274ed49f-4778-4ebc-b23f-d13dd9ece2a5', 'tenant_id': 'aea7811f577f42db8e75bc26d2b1a764', 'mac_address': 'fa:16:3e:e8:d6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '1701fd14-58ce-4e90-9caf-3279d0d4fd44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:56Z', 'updated_at': '2022-04-04T06:12:02Z', 'revision_number': 4, 'project_id': 'aea7811f577f42db8e75bc26d2b1a764', 'subnets': [{'id': '1701fd14-58ce-4e90-9caf-3279d0d4fd44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:12:03.177550 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port 2a6a893f-728d-4e6c-9e5c-1e11c2692901 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:12:03.178056 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (2a6a893f-728d-4e6c-9e5c-1e11c2692901), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:03.285617 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 27374d96-c339-4dfe-923c-9ed969bb0b1c up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:12:03.292351 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ed47fdf7-8899-401d-83d2-7eef39f54b36 req-55462eb9-3211-4010-800b-4ac8b2499eb5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0989590 Apr 04 06:12:03.315298 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-96fe9475-dceb-4383-beb3-a23eee424a12 None None] Current status of the port 27374d96-c339-4dfe-923c-9ed969bb0b1c is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:12:03.406018 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 2a6a893f-728d-4e6c-9e5c-1e11c2692901 is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:12:03.406420 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2a6a893f-728d-4e6c-9e5c-1e11c2692901), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:03.434115 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 27374d96-c339-4dfe-923c-9ed969bb0b1c triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:12:03.434491 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (27374d96-c339-4dfe-923c-9ed969bb0b1c), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:03.451996 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47fdf7-8899-401d-83d2-7eef39f54b36 req-dd0de24f-5365-49a8-b46b-f5da35c0c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:03.453929 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ed47fdf7-8899-401d-83d2-7eef39f54b36 req-dd0de24f-5365-49a8-b46b-f5da35c0c470 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f97d1852193346c6916d9747f0c3b84f&device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 1130 time: 0.1036110 Apr 04 06:12:03.472767 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3d1a53-ae2e-4093-999c-214da08aec6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6a893f-728d-4e6c-9e5c-1e11c2692901'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:12:03.475546 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f1ee5f-3716-4aad-ad41-6a193f147bb4" -d '{"events": [{"server_uuid": "ff3d1a53-ae2e-4093-999c-214da08aec6b", "name": "network-vif-plugged", "status": "completed", "tag": "2a6a893f-728d-4e6c-9e5c-1e11c2692901"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:12:03.480618 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab0418-5875-42cd-9d52-0828cc5a29ac req-9f24c6c7-abd3-4a8e-9339-6a29a5e53b86 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:03.482218 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c6ab0418-5875-42cd-9d52-0828cc5a29ac req-9f24c6c7-abd3-4a8e-9339-6a29a5e53b86 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 944 time: 0.1168277 Apr 04 06:12:03.493326 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 2a6a893f-728d-4e6c-9e5c-1e11c2692901, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2a6a893f-728d-4e6c-9e5c-1e11c2692901,segment=NetworkSegment(d59b0b9c-a6eb-4a7f-a4a7-978fb1693103),segment_id=d59b0b9c-a6eb-4a7f-a4a7-978fb1693103)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:12:03.508993 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (2a6a893f-728d-4e6c-9e5c-1e11c2692901), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:03.540023 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c735be-3110-4936-ad1c-43671e152285 x-openstack-request-id: req-18c735be-3110-4936-ad1c-43671e152285 {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:12:03.540322 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3d1a53-ae2e-4093-999c-214da08aec6b", "name": "network-vif-plugged", "status": "completed", "tag": "2a6a893f-728d-4e6c-9e5c-1e11c2692901", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:12:03.540576 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-18c735be-3110-4936-ad1c-43671e152285 {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:12:03.541063 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18c735be-3110-4936-ad1c-43671e152285'] response: {'server_uuid': 'ff3d1a53-ae2e-4093-999c-214da08aec6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6a893f-728d-4e6c-9e5c-1e11c2692901', 'code': 200} Apr 04 06:12:03.614570 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=2a6a893f-728d-4e6c-9e5c-1e11c2692901,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:03.623177 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c6ab0418-5875-42cd-9d52-0828cc5a29ac req-cb5e02f0-70e8-436b-9e90-1cad54fe2e5f tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177835 Apr 04 06:12:03.634411 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 27374d96-c339-4dfe-923c-9ed969bb0b1c is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:12:03.635571 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 683de88f-92f9-4575-9fa6-47669865a0f4 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:12:03.661093 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47fdf7-8899-401d-83d2-7eef39f54b36 req-4d234d93-169a-4952-9791-790b26ee6668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:03.662600 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ed47fdf7-8899-401d-83d2-7eef39f54b36 req-4d234d93-169a-4952-9791-790b26ee6668 service neutron] 10.222.0.37 "GET /v2.0/networks?id=26e2fb68-805f-433f-ae13-ccc07aa47348 HTTP/1.1" status: 200 len: 920 time: 0.1794221 Apr 04 06:12:03.704723 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 683de88f-92f9-4575-9fa6-47669865a0f4 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:12:03.705123 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (683de88f-92f9-4575-9fa6-47669865a0f4), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:03.721721 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ed47fdf7-8899-401d-83d2-7eef39f54b36 req-44580118-0bac-498b-8dd9-8dfdffa04a45 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e489c0f-da2a-4d87-8c10-4442c8b1e207 HTTP/1.1" status: 200 len: 217 time: 0.0385754 Apr 04 06:12:03.800473 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 683de88f-92f9-4575-9fa6-47669865a0f4 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:12:03.804340 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47fdf7-8899-401d-83d2-7eef39f54b36 req-dd9b6534-7cfc-443f-b842-c8de3926f9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:03.806680 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ed47fdf7-8899-401d-83d2-7eef39f54b36 req-dd9b6534-7cfc-443f-b842-c8de3926f9d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bb9207-6ade-4d75-844a-3661ead84b19 HTTP/1.1" status: 200 len: 858 time: 0.0757122 Apr 04 06:12:03.817170 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900fc60-8eed-4818-b9d3-5860568b9fb9 req-bedeacba-0ce8-4f87-89a3-cb23e29d41bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:03.818822 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e900fc60-8eed-4818-b9d3-5860568b9fb9 req-bedeacba-0ce8-4f87-89a3-cb23e29d41bd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 1129 time: 0.0955272 Apr 04 06:12:04.034068 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:04.161434 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e900fc60-8eed-4818-b9d3-5860568b9fb9 req-33171dd1-0a0e-4a3c-9aff-9b7d23eda37c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327689 Apr 04 06:12:04.164250 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47fdf7-8899-401d-83d2-7eef39f54b36 req-0abcc793-a52e-4ac7-9e0b-67fb3d7152b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:04.165695 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ed47fdf7-8899-401d-83d2-7eef39f54b36 req-0abcc793-a52e-4ac7-9e0b-67fb3d7152b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26e2fb68-805f-433f-ae13-ccc07aa47348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3460042 Apr 04 06:12:04.179756 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01470e96-9610-4a54-aa6f-2aa878be04b3 req-0ebf5582-4df6-48d3-921d-4284215978c1 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:04.181217 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-01470e96-9610-4a54-aa6f-2aa878be04b3 req-0ebf5582-4df6-48d3-921d-4284215978c1 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 946 time: 0.0953612 Apr 04 06:12:04.234337 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-01470e96-9610-4a54-aa6f-2aa878be04b3 req-be6f5dab-6d4a-406c-bc7f-cdbe969545fd tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd8365e8-4773-4e8a-bf99-93dfd63547db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470543 Apr 04 06:12:04.357296 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bec273-5098-422b-9326-4684ae66a6c3 req-782ad115-0250-4e3f-b65f-2f748fe8b862 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:04.358906 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f7bec273-5098-422b-9326-4684ae66a6c3 req-782ad115-0250-4e3f-b65f-2f748fe8b862 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 946 time: 0.0554116 Apr 04 06:12:04.368070 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 53170) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:12:04.372623 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-1fd48bb5-fb7e-4fd3-a111-2b5109c0ee55 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'floatingip': {'port_id': 'bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:12:04.412846 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1fd48bb5-fb7e-4fd3-a111-2b5109c0ee55 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (32c8b29d-3862-4b78-b0a5-91ebaf56e1bd), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:04.754284 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ed47fdf7-8899-401d-83d2-7eef39f54b36 req-7bda4188-6281-4817-9cf0-ba67c43ee3c3 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603682 Apr 04 06:12:04.970361 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4553e136-2201-48c3-9e1c-76dd67e23c22 req-9e1d6c12-391e-4118-a2a0-27dba361d549 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:04.971939 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4553e136-2201-48c3-9e1c-76dd67e23c22 req-9e1d6c12-391e-4118-a2a0-27dba361d549 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 945 time: 0.2721646 Apr 04 06:12:04.980498 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ed47fdf7-8899-401d-83d2-7eef39f54b36 req-bf233bab-055f-4b83-a2bd-ea4878415e8d service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100146 Apr 04 06:12:05.083891 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1fd48bb5-fb7e-4fd3-a111-2b5109c0ee55 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:05.087738 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4553e136-2201-48c3-9e1c-76dd67e23c22 req-a71b2bdb-f476-4167-894b-622a7c8c220b tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094921 Apr 04 06:12:05.089382 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1fd48bb5-fb7e-4fd3-a111-2b5109c0ee55 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (32c8b29d-3862-4b78-b0a5-91ebaf56e1bd), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:05.204674 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.l3_db [None req-1fd48bb5-fb7e-4fd3-a111-2b5109c0ee55 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Floating IP 32c8b29d-3862-4b78-b0a5-91ebaf56e1bd associated. External IP: 172.27.2.217, port: bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9. Apr 04 06:12:05.423794 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd48bb5-fb7e-4fd3-a111-2b5109c0ee55 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:12:05.541892 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd48bb5-fb7e-4fd3-a111-2b5109c0ee55 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:12:05.546590 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1fd48bb5-fb7e-4fd3-a111-2b5109c0ee55 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:05.551681 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b4856-3f52-4baf-b8c5-8456e62cad21 None None] Sync routers for ids ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:12:05.561862 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098b4856-3f52-4baf-b8c5-8456e62cad21 None None] Routers {'8de8fcc5-8170-4153-b16f-b82e06d3b3c0'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:12:05.562614 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-098b4856-3f52-4baf-b8c5-8456e62cad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:11:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:12:05.583590 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-1fd48bb5-fb7e-4fd3-a111-2b5109c0ee55 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "PUT /v2.0/floatingips/32c8b29d-3862-4b78-b0a5-91ebaf56e1bd HTTP/1.1" status: 200 len: 992 time: 1.2093847 Apr 04 06:12:05.583590 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2352fa89-517c-4034-acb7-9b35890acec8', 'tag': 'bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:12:05.583590 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b0f3ab-435f-4f85-b8e4-7eb725b2d616" -d '{"events": [{"name": "network-changed", "server_uuid": "2352fa89-517c-4034-acb7-9b35890acec8", "tag": "bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:12:05.627804 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3814b35a-d4e8-4846-bc7a-6ac7426790fb x-openstack-request-id: req-3814b35a-d4e8-4846-bc7a-6ac7426790fb {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:12:05.628260 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2352fa89-517c-4034-acb7-9b35890acec8", "tag": "bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:12:05.628578 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3814b35a-d4e8-4846-bc7a-6ac7426790fb {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:12:05.629080 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3814b35a-d4e8-4846-bc7a-6ac7426790fb'] response: {'name': 'network-changed', 'server_uuid': '2352fa89-517c-4034-acb7-9b35890acec8', 'tag': 'bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9', 'status': 'completed', 'code': 200} Apr 04 06:12:05.692393 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-098b4856-3f52-4baf-b8c5-8456e62cad21 None None] Set router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:12:05.706832 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f3ab-435f-4f85-b8e4-7eb725b2d616 req-c9208222-4ea8-47d4-bef7-1792c0792e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:05.708355 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-58b0f3ab-435f-4f85-b8e4-7eb725b2d616 req-c9208222-4ea8-47d4-bef7-1792c0792e8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a97a33a2aa5b45e28ce2fbc14234447a&device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 1130 time: 0.0546398 Apr 04 06:12:05.838655 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f3ab-435f-4f85-b8e4-7eb725b2d616 req-a6b0ff6b-0395-44a3-be30-108c48439ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:05.843189 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-58b0f3ab-435f-4f85-b8e4-7eb725b2d616 req-a6b0ff6b-0395-44a3-be30-108c48439ac3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f79ea4aa-d805-43ed-bd84-5df93140b5be HTTP/1.1" status: 200 len: 916 time: 0.1079748 Apr 04 06:12:05.978371 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-098b4856-3f52-4baf-b8c5-8456e62cad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '32c8b29d-3862-4b78-b0a5-91ebaf56e1bd', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'port_id': 'bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'mac_address': 'fa:16:3e:24:d2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352fa89-517c-4034-acb7-9b35890acec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:11:38Z', 'updated_at': '2022-04-04T06:12:04Z', 'revision_number': 1, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:12:05.996981 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-58b0f3ab-435f-4f85-b8e4-7eb725b2d616 req-c2bd48e4-7f80-4f5b-941a-f4dfceb5ff4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 HTTP/1.1" status: 200 len: 1000 time: 0.1365561 Apr 04 06:12:06.008939 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe39519-1b07-4ac1-99c3-71e598953726 req-7cfbb98f-a528-4356-8adf-832dca45a3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:06.010451 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ffe39519-1b07-4ac1-99c3-71e598953726 req-7cfbb98f-a528-4356-8adf-832dca45a3e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f97d1852193346c6916d9747f0c3b84f&device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 1130 time: 0.1110888 Apr 04 06:12:06.011492 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b4856-3f52-4baf-b8c5-8456e62cad21 None None] Checking router: 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:12:06.018501 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d719904-ecde-4184-b494-b87ab3a533cc req-bca1bdbd-fafb-46aa-9bd0-bd7ba13f55a2 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:06.019951 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9d719904-ecde-4184-b494-b87ab3a533cc req-bca1bdbd-fafb-46aa-9bd0-bd7ba13f55a2 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.1195383 Apr 04 06:12:06.022230 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098b4856-3f52-4baf-b8c5-8456e62cad21 None None] Routers {'8de8fcc5-8170-4153-b16f-b82e06d3b3c0'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:12:06.022856 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-098b4856-3f52-4baf-b8c5-8456e62cad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:11:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:12:06.138223 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-098b4856-3f52-4baf-b8c5-8456e62cad21 None None] Set router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:12:06.169225 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f3ab-435f-4f85-b8e4-7eb725b2d616 req-7286dc5b-70c6-4fcd-9094-b90cd030b84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:06.170944 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-58b0f3ab-435f-4f85-b8e4-7eb725b2d616 req-7286dc5b-70c6-4fcd-9094-b90cd030b84e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8af96432-7e0f-4e5a-90ce-4cb5a6c320c5 HTTP/1.1" status: 200 len: 854 time: 0.1431108 Apr 04 06:12:06.175980 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9d719904-ecde-4184-b494-b87ab3a533cc req-9cc796c2-6b67-4aba-aba5-cf5175dfaabd tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492598 Apr 04 06:12:06.245353 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe39519-1b07-4ac1-99c3-71e598953726 req-6e41e350-a27f-4904-9b7c-f694c18e8d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:06.246864 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ffe39519-1b07-4ac1-99c3-71e598953726 req-6e41e350-a27f-4904-9b7c-f694c18e8d7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=26e2fb68-805f-433f-ae13-ccc07aa47348 HTTP/1.1" status: 200 len: 920 time: 0.2129252 Apr 04 06:12:06.305138 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ffe39519-1b07-4ac1-99c3-71e598953726 req-65956939-f341-4928-9cde-77a861f8a816 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e489c0f-da2a-4d87-8c10-4442c8b1e207 HTTP/1.1" status: 200 len: 217 time: 0.0438969 Apr 04 06:12:06.316773 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf1618-de18-465e-9274-31eb5b470f95 req-b8ed9617-7ace-4069-b421-7518dcb70fc6 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:06.318297 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9dcf1618-de18-465e-9274-31eb5b470f95 req-b8ed9617-7ace-4069-b421-7518dcb70fc6 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 945 time: 0.1394978 Apr 04 06:12:06.321604 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f3ab-435f-4f85-b8e4-7eb725b2d616 req-cf48a620-f93b-4fc2-b9ba-612f8fd514a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:06.323375 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-58b0f3ab-435f-4f85-b8e4-7eb725b2d616 req-cf48a620-f93b-4fc2-b9ba-612f8fd514a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f79ea4aa-d805-43ed-bd84-5df93140b5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1339662 Apr 04 06:12:06.385740 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-098b4856-3f52-4baf-b8c5-8456e62cad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '32c8b29d-3862-4b78-b0a5-91ebaf56e1bd', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'port_id': 'bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'mac_address': 'fa:16:3e:24:d2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352fa89-517c-4034-acb7-9b35890acec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:11:38Z', 'updated_at': '2022-04-04T06:12:04Z', 'revision_number': 1, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:12:06.419032 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098b4856-3f52-4baf-b8c5-8456e62cad21 None None] The sync data for ids ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'] in dv-cinder-834448-2-iscsi is: [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '32c8b29d-3862-4b78-b0a5-91ebaf56e1bd', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'port_id': 'bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'mac_address': 'fa:16:3e:24:d2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352fa89-517c-4034-acb7-9b35890acec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:11:38Z', 'updated_at': '2022-04-04T06:12:04Z', 'revision_number': 1, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:12:06.442732 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe39519-1b07-4ac1-99c3-71e598953726 req-a1b8da95-6d5f-4fdd-8736-f97c2851c505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:06.444334 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ffe39519-1b07-4ac1-99c3-71e598953726 req-a1b8da95-6d5f-4fdd-8736-f97c2851c505 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bb9207-6ade-4d75-844a-3661ead84b19 HTTP/1.1" status: 200 len: 858 time: 0.1250112 Apr 04 06:12:06.481025 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9dcf1618-de18-465e-9274-31eb5b470f95 req-1d31e601-acf3-4367-9c80-e834cd9d7613 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503806 Apr 04 06:12:06.521846 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-58b0f3ab-435f-4f85-b8e4-7eb725b2d616 req-461faa8d-4b37-4ff9-9671-60356d64bd62 service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658874 Apr 04 06:12:06.539245 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe39519-1b07-4ac1-99c3-71e598953726 req-8e89d0b2-5d2f-47e6-9eb7-428ec40ac4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:06.540744 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ffe39519-1b07-4ac1-99c3-71e598953726 req-8e89d0b2-5d2f-47e6-9eb7-428ec40ac4a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26e2fb68-805f-433f-ae13-ccc07aa47348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0815110 Apr 04 06:12:06.656767 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f0f13a-618f-47fe-a5ff-cde1601bef23 None None] New status for floating IP 32c8b29d-3862-4b78-b0a5-91ebaf56e1bd: ACTIVE {{(pid=103481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:12:06.691301 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-58b0f3ab-435f-4f85-b8e4-7eb725b2d616 req-62d09b24-a05d-4e23-8ed0-487e449d76ae service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623006 Apr 04 06:12:06.705231 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ffe39519-1b07-4ac1-99c3-71e598953726 req-119eead2-d8ac-4012-b849-439e66b53c57 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250663 Apr 04 06:12:06.809365 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ffe39519-1b07-4ac1-99c3-71e598953726 req-b653eb4c-a5d4-40ef-a4e6-e3c4f8e70681 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876498 Apr 04 06:12:07.300979 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61517b6d-b96d-4503-9169-b7b4e19d4d50 req-0880e799-4587-4c87-9556-cbe03d319f6e tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:07.302736 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-61517b6d-b96d-4503-9169-b7b4e19d4d50 req-0880e799-4587-4c87-9556-cbe03d319f6e tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0571971 Apr 04 06:12:07.350400 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-61517b6d-b96d-4503-9169-b7b4e19d4d50 req-74acb98a-5def-4465-b110-5dab0315e252 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419583 Apr 04 06:12:07.830938 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0df6e-41d7-4f67-a815-8215b699357e req-ef99edd1-dee9-43b0-b96a-4782f5b4c3d0 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:07.832438 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-84f0df6e-41d7-4f67-a815-8215b699357e req-ef99edd1-dee9-43b0-b96a-4782f5b4c3d0 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 945 time: 0.2807031 Apr 04 06:12:07.885739 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-84f0df6e-41d7-4f67-a815-8215b699357e req-dd7d2a68-9af0-42f5-9bad-ff58c1cc63f8 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462110 Apr 04 06:12:08.512024 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062bb1d-8828-441e-afb6-f0ba3fcd4acc req-1b36fc84-1ea2-470f-9a17-d24b6f8970f6 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:08.520033 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4062bb1d-8828-441e-afb6-f0ba3fcd4acc req-1b36fc84-1ea2-470f-9a17-d24b6f8970f6 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0761497 Apr 04 06:12:08.563239 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4062bb1d-8828-441e-afb6-f0ba3fcd4acc req-6082d6dd-14ae-44da-b6e1-d5ce473c53cb tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421717 Apr 04 06:12:08.767858 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320832b-49a1-4940-ac43-09b7a3618d59 req-a5779e27-e632-4fe1-ab50-124c0bb6ac58 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:08.769417 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3320832b-49a1-4940-ac43-09b7a3618d59 req-a5779e27-e632-4fe1-ab50-124c0bb6ac58 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 945 time: 0.0636137 Apr 04 06:12:08.818795 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3320832b-49a1-4940-ac43-09b7a3618d59 req-5beaaa5f-ff1c-476f-a99f-27111252137a tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436194 Apr 04 06:12:09.692039 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165bc56-d4e4-4a36-9070-f9af39fcbae9 req-941d35f3-51cc-4d39-bb5c-7b4115ad0f39 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:09.693464 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4165bc56-d4e4-4a36-9070-f9af39fcbae9 req-941d35f3-51cc-4d39-bb5c-7b4115ad0f39 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0584605 Apr 04 06:12:09.741482 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4165bc56-d4e4-4a36-9070-f9af39fcbae9 req-29b3b669-fa95-41c3-b7fe-61b4175cf76d tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423214 Apr 04 06:12:09.964723 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f3eaa-4565-47fa-b21c-139d83f85584 req-4443cadf-9f11-46d4-9c4b-2951285010a5 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:09.966110 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4c6f3eaa-4565-47fa-b21c-139d83f85584 req-4443cadf-9f11-46d4-9c4b-2951285010a5 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 945 time: 0.0673971 Apr 04 06:12:10.018036 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4c6f3eaa-4565-47fa-b21c-139d83f85584 req-b86d5da1-d19c-45e2-a778-4d06e278712e tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462115 Apr 04 06:12:10.884929 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8abbdd-c0f6-4fa6-96ee-3024c72667b5 req-562658ce-77c5-4bc1-b141-b0f9bb070e66 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:10.886777 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2b8abbdd-c0f6-4fa6-96ee-3024c72667b5 req-562658ce-77c5-4bc1-b141-b0f9bb070e66 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0724204 Apr 04 06:12:10.940046 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2b8abbdd-c0f6-4fa6-96ee-3024c72667b5 req-2e7c4689-e31d-4b5d-83cf-7f3ba07955f9 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461714 Apr 04 06:12:11.096820 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1714e-8144-42b7-a994-69ccefdb73b3 req-c7b16c1e-b607-4961-902a-ac24ca6c4295 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:11.098478 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f1c1714e-8144-42b7-a994-69ccefdb73b3 req-c7b16c1e-b607-4961-902a-ac24ca6c4295 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 945 time: 0.0625830 Apr 04 06:12:11.207990 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559081e-2071-45eb-863a-a6459fb57308 req-44b53f44-f6b8-41f6-a4f5-a3d309c7d2ec tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:11.209538 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5559081e-2071-45eb-863a-a6459fb57308 req-44b53f44-f6b8-41f6-a4f5-a3d309c7d2ec tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 945 time: 0.1101723 Apr 04 06:12:11.264429 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-f1c1714e-8144-42b7-a994-69ccefdb73b3 req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Deleting port 2a6a893f-728d-4e6c-9e5c-1e11c2692901 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:12:11.264772 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-f1c1714e-8144-42b7-a994-69ccefdb73b3 req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (2a6a893f-728d-4e6c-9e5c-1e11c2692901), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:11.315637 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5559081e-2071-45eb-863a-a6459fb57308 req-38737a78-2c15-477a-8122-2852cd8fc228 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdae3e41-19a6-40ef-8fb4-177702da8130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937860 Apr 04 06:12:11.373809 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-f1c1714e-8144-42b7-a994-69ccefdb73b3 req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] For port 2a6a893f-728d-4e6c-9e5c-1e11c2692901, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2a6a893f-728d-4e6c-9e5c-1e11c2692901,segment=NetworkSegment(d59b0b9c-a6eb-4a7f-a4a7-978fb1693103),segment_id=d59b0b9c-a6eb-4a7f-a4a7-978fb1693103)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:12:11.374183 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-f1c1714e-8144-42b7-a994-69ccefdb73b3 req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (2a6a893f-728d-4e6c-9e5c-1e11c2692901), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:11.388408 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-f1c1714e-8144-42b7-a994-69ccefdb73b3 req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Calling delete_port for 2a6a893f-728d-4e6c-9e5c-1e11c2692901 owned by compute:nova {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:12:11.528400 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-f1c1714e-8144-42b7-a994-69ccefdb73b3 req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (2a6a893f-728d-4e6c-9e5c-1e11c2692901), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:11.557341 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Pushing event deleted for resources: {'Port': ['ID=2a6a893f-728d-4e6c-9e5c-1e11c2692901,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:11.582547 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:11.582547 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:11.582779 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:11.583148 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:11.583483 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:11.583813 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:11.584138 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:11.584449 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:11.584770 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:11.585113 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:11.585438 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:11.585777 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:11.586066 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:11.586386 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:11.586688 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:11.609494 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c1714e-8144-42b7-a994-69ccefdb73b3 req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] No DVR routers for this DVR port 2a6a893f-728d-4e6c-9e5c-1e11c2692901 on host hv-cinder-83444 {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:12:11.612701 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-f1c1714e-8144-42b7-a994-69ccefdb73b3 req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:11.616041 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f1c1714e-8144-42b7-a994-69ccefdb73b3 req-85adbea1-42df-44b3-8657-75262b0951cc tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.37 "DELETE /v2.0/ports/2a6a893f-728d-4e6c-9e5c-1e11c2692901 HTTP/1.1" status: 204 len: 173 time: 0.5085754 Apr 04 06:12:11.616787 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3d1a53-ae2e-4093-999c-214da08aec6b', 'name': 'network-vif-deleted', 'tag': '2a6a893f-728d-4e6c-9e5c-1e11c2692901'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:12:11.618786 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f957e8-e218-4d66-9286-d54dd15b8da6" -d '{"events": [{"server_uuid": "ff3d1a53-ae2e-4093-999c-214da08aec6b", "name": "network-vif-deleted", "tag": "2a6a893f-728d-4e6c-9e5c-1e11c2692901"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:12:11.653613 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e43047-f3be-42d3-8a51-04525594b9c2 x-openstack-request-id: req-38e43047-f3be-42d3-8a51-04525594b9c2 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:12:11.653908 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3d1a53-ae2e-4093-999c-214da08aec6b", "name": "network-vif-deleted", "tag": "2a6a893f-728d-4e6c-9e5c-1e11c2692901", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:12:11.654159 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38e43047-f3be-42d3-8a51-04525594b9c2 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:12:11.654584 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e43047-f3be-42d3-8a51-04525594b9c2'] response: {'server_uuid': 'ff3d1a53-ae2e-4093-999c-214da08aec6b', 'name': 'network-vif-deleted', 'tag': '2a6a893f-728d-4e6c-9e5c-1e11c2692901', 'status': 'completed', 'code': 200} Apr 04 06:12:12.071916 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343eada1-1537-4acb-bd04-2411da01043e req-18cd5ee0-8ed1-4bff-af74-6b2fc03ffb62 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:12.073425 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-343eada1-1537-4acb-bd04-2411da01043e req-18cd5ee0-8ed1-4bff-af74-6b2fc03ffb62 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0644946 Apr 04 06:12:12.124213 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-343eada1-1537-4acb-bd04-2411da01043e req-055d7246-f4a1-464d-925d-b5c2a0c4c731 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451531 Apr 04 06:12:12.156844 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['2a6a893f-728d-4e6c-9e5c-1e11c2692901'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:12:12.433317 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-733510a3-9a19-47c7-b9c1-6c23c4c5fbd7 req-0a720584-14b4-4de7-84d7-ae9b5e207f44 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 210 time: 0.0303156 Apr 04 06:12:13.248761 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb21d5-a780-4fa2-b845-1830f3e955df req-32f098b9-8145-49f6-8b6c-da1b9fc0868f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:13.250233 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a2eb21d5-a780-4fa2-b845-1830f3e955df req-32f098b9-8145-49f6-8b6c-da1b9fc0868f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0554831 Apr 04 06:12:13.303493 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a2eb21d5-a780-4fa2-b845-1830f3e955df req-2c831337-bb89-4ebe-99e7-4a664ea9857c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449672 Apr 04 06:12:13.555008 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-759e2d02-560f-4722-8412-8cedc0f15dbb req-b33c546c-3e1d-4b1e-8ef5-9b9a202fb5da tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 210 time: 0.0336986 Apr 04 06:12:14.435101 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f1884-8b72-4c61-8ced-824ee2ba3d09 req-62e77e88-e898-44dd-b2ce-04a0af1ed01f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:14.436475 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8f5f1884-8b72-4c61-8ced-824ee2ba3d09 req-62e77e88-e898-44dd-b2ce-04a0af1ed01f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0617163 Apr 04 06:12:14.486499 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8f5f1884-8b72-4c61-8ced-824ee2ba3d09 req-f4480e38-7cc0-4c3f-b3ec-1b9f6a930056 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419102 Apr 04 06:12:14.673540 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5c52e49c-391b-40c9-b819-62c5bc35da45 req-d199bfaa-3014-4adc-8465-2d5a59c13c02 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 210 time: 0.0286126 Apr 04 06:12:15.638369 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63401340-b3c3-4400-82ab-924942204b20 req-cecf6ca9-1d56-4935-8d3b-82534e24c419 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:15.639855 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-63401340-b3c3-4400-82ab-924942204b20 req-cecf6ca9-1d56-4935-8d3b-82534e24c419 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0686393 Apr 04 06:12:15.689322 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-63401340-b3c3-4400-82ab-924942204b20 req-a3253733-cb49-4677-93c5-e972810bb14c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435684 Apr 04 06:12:15.792174 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3f3116df-3399-47f8-8dff-b768c1f859a7 req-f803553a-95b6-4156-9b46-e8b97f1f7c0e tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 210 time: 0.0371053 Apr 04 06:12:16.824878 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874c906-c034-45c3-a91f-21d0402c0ab7 req-b15fde2e-4b88-4f25-b905-b6f6a27e4762 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:16.826400 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d874c906-c034-45c3-a91f-21d0402c0ab7 req-b15fde2e-4b88-4f25-b905-b6f6a27e4762 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0574048 Apr 04 06:12:16.886688 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d874c906-c034-45c3-a91f-21d0402c0ab7 req-84eb7b6a-1ede-4b74-a390-e5346ecd706f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542915 Apr 04 06:12:16.903439 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-32030f47-f8f3-4118-96de-5d06d91c4e73 req-63a00760-b1b1-4155-93a3-86b393742a0f tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 210 time: 0.0320418 Apr 04 06:12:18.030656 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2fa9cfb2-7786-4193-a44b-0f7524c330e4 req-8ff90d14-ec0e-448c-9f8f-d6e19b3a322e tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 210 time: 0.0355341 Apr 04 06:12:18.050780 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6dae3-9ce9-442d-9d95-20b09fbfa8d6 req-8744b7dc-deb5-441f-8175-e01f2a798442 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:18.052291 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-02a6dae3-9ce9-442d-9d95-20b09fbfa8d6 req-8744b7dc-deb5-441f-8175-e01f2a798442 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0857503 Apr 04 06:12:18.108535 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-02a6dae3-9ce9-442d-9d95-20b09fbfa8d6 req-ba266ac6-7a82-42dc-a01a-7ce4054df485 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502350 Apr 04 06:12:19.142513 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5cc0f6cc-e4c9-437b-b32d-dd33d9c017cd req-4a4ec454-447b-4466-a659-c3e0bc488a8d tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 210 time: 0.0288024 Apr 04 06:12:19.232977 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde79cb-4fc3-4d5a-b66f-0337f57ce98e req-61058bf2-da5e-4357-9a91-f7ad1bc9afad tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:19.234495 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9bde79cb-4fc3-4d5a-b66f-0337f57ce98e req-61058bf2-da5e-4357-9a91-f7ad1bc9afad tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0546219 Apr 04 06:12:19.290384 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9bde79cb-4fc3-4d5a-b66f-0337f57ce98e req-34b3a2be-d37b-4924-b346-506f4513a9a6 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488319 Apr 04 06:12:20.252232 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0bf03350-6627-4f2d-8b77-96954d9797a6 req-0e243469-86c2-45ed-bd29-c829def6eb21 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 210 time: 0.0272520 Apr 04 06:12:20.419753 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d343b81-59fe-4c30-ae51-751224095de7 req-19351687-aed1-499b-8356-7a6ef0e129ec tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:20.421272 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4d343b81-59fe-4c30-ae51-751224095de7 req-19351687-aed1-499b-8356-7a6ef0e129ec tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0557840 Apr 04 06:12:20.469901 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4d343b81-59fe-4c30-ae51-751224095de7 req-a3f8a138-9c4c-409e-abab-862265ee1802 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429626 Apr 04 06:12:21.365697 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c259b3bf-2590-4cef-a166-c4555b2c4b73 req-b1e2c67b-c188-4c52-a3a5-f7e02ccb68f3 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 210 time: 0.0286355 Apr 04 06:12:21.609670 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7efbe-b6e7-4d58-b72f-70f118fb3b45 req-e261a66f-646c-4e06-ad6b-d0d15e390e63 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:21.611150 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a5f7efbe-b6e7-4d58-b72f-70f118fb3b45 req-e261a66f-646c-4e06-ad6b-d0d15e390e63 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0608227 Apr 04 06:12:21.660161 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a5f7efbe-b6e7-4d58-b72f-70f118fb3b45 req-d61bdb63-954d-4070-a521-b1c2be7c68b5 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432506 Apr 04 06:12:22.486743 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-dd7d4525-0008-4796-b31d-194d80ac76c5 req-e6be435d-14b5-485b-bdb1-6d49260e0c43 tempest-VolumesActionsTest-1560372119 tempest-VolumesActionsTest-1560372119-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff3d1a53-ae2e-4093-999c-214da08aec6b HTTP/1.1" status: 200 len: 210 time: 0.0282297 Apr 04 06:12:22.796219 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8b578-2976-43e6-8c99-e3714c89d2f9 req-455e4b50-902d-4b3f-b40f-bdade24273d0 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:22.796219 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-dfe8b578-2976-43e6-8c99-e3714c89d2f9 req-455e4b50-902d-4b3f-b40f-bdade24273d0 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0593927 Apr 04 06:12:22.840683 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-dfe8b578-2976-43e6-8c99-e3714c89d2f9 req-6b2cee8a-940a-44b8-ae21-588cc6442ef5 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415230 Apr 04 06:12:23.050828 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 2a6a893f-728d-4e6c-9e5c-1e11c2692901 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:12:23.074490 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] No Port match for: 2a6a893f-728d-4e6c-9e5c-1e11c2692901 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:12:23.074835 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 2a6a893f-728d-4e6c-9e5c-1e11c2692901 not bound to the agent host hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:12:23.971210 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ea1eb-05ae-4e51-9461-597f51207c2f req-f62b74e6-eb61-4750-8ad8-48910a7739ad tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:23.972729 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9f9ea1eb-05ae-4e51-9461-597f51207c2f req-f62b74e6-eb61-4750-8ad8-48910a7739ad tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0617268 Apr 04 06:12:24.022536 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9f9ea1eb-05ae-4e51-9461-597f51207c2f req-f7d61840-7287-4bba-913e-06dc1c43f6c8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439191 Apr 04 06:12:25.157776 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed8f41-21fa-4732-9352-c1600b4ed0cb req-297a5f3f-8ae2-490b-a55f-91aafee4a0f1 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:25.159250 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-76ed8f41-21fa-4732-9352-c1600b4ed0cb req-297a5f3f-8ae2-490b-a55f-91aafee4a0f1 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0621331 Apr 04 06:12:25.206930 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-76ed8f41-21fa-4732-9352-c1600b4ed0cb req-f27a5571-21d5-4af5-9912-9b479160dc09 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420942 Apr 04 06:12:26.157687 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-71a6e275-aa9b-44d5-8e5e-60c8a7f3c713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:26.339664 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bef255-c5de-4c2f-ac04-a814860b35d9 req-6da68cbc-36a5-47d8-b6cd-54309bd81a1b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:26.341169 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-62bef255-c5de-4c2f-ac04-a814860b35d9 req-6da68cbc-36a5-47d8-b6cd-54309bd81a1b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0628214 Apr 04 06:12:26.395081 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-62bef255-c5de-4c2f-ac04-a814860b35d9 req-efed0c77-4abb-404b-928a-281fba746d5f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459597 Apr 04 06:12:27.517118 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d86e8-d7c2-4e43-aeec-958a90c8d6fb req-300aa0db-d7e8-4af7-aece-f8d6cd364b97 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:27.518582 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f53d86e8-d7c2-4e43-aeec-958a90c8d6fb req-300aa0db-d7e8-4af7-aece-f8d6cd364b97 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0562358 Apr 04 06:12:27.564765 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f53d86e8-d7c2-4e43-aeec-958a90c8d6fb req-bd89b3b6-825f-47cf-b96e-c52dd3221aee tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405877 Apr 04 06:12:27.581798 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:12:28.321451 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-02ce49ba-b070-4750-91d2-994f0360cee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:28.702734 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98138211-fbfb-451e-a4df-a95b307f615a req-ee5f03c8-f657-4e28-ab27-f08f5daf1bf9 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:28.704234 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-98138211-fbfb-451e-a4df-a95b307f615a req-ee5f03c8-f657-4e28-ab27-f08f5daf1bf9 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0628915 Apr 04 06:12:28.754966 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-98138211-fbfb-451e-a4df-a95b307f615a req-3f936412-c1cd-4061-9863-ab065b3c16d3 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449376 Apr 04 06:12:29.502713 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:29.896035 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799983af-0db5-4231-8239-0c7f4d24b543 req-3542ccf4-2d38-468d-b902-34ee9d67a545 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:29.897534 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-799983af-0db5-4231-8239-0c7f4d24b543 req-3542ccf4-2d38-468d-b902-34ee9d67a545 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0584974 Apr 04 06:12:29.944917 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-799983af-0db5-4231-8239-0c7f4d24b543 req-4c7ba69e-f50e-41ba-b757-be6f80aa6b98 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417230 Apr 04 06:12:30.604920 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:31.085035 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fee8b-542d-4d14-bc48-5554831b0322 req-141d55ee-b4f3-4e20-b50f-3b628d98e14a tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:31.086551 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7a5fee8b-542d-4d14-bc48-5554831b0322 req-141d55ee-b4f3-4e20-b50f-3b628d98e14a tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0596008 Apr 04 06:12:31.136623 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7a5fee8b-542d-4d14-bc48-5554831b0322 req-e313b3e2-2bf9-4bfc-beca-030946e62f15 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429296 Apr 04 06:12:32.303248 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c535-1cd2-4edb-a88b-4f561faa340c req-35420036-c4c7-4f8f-95a9-c67c2b2541d2 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:32.304738 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d758c535-1cd2-4edb-a88b-4f561faa340c req-35420036-c4c7-4f8f-95a9-c67c2b2541d2 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0735743 Apr 04 06:12:32.335638 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:32.358489 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d758c535-1cd2-4edb-a88b-4f561faa340c req-275bac8a-320e-4ceb-a79e-9be61b6fb4ed tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478549 Apr 04 06:12:33.498429 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b860d3-02cf-427c-a02d-a00837c7eae6 req-0170782e-6877-42ca-9f77-8404af3aac7c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:33.506048 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a6b860d3-02cf-427c-a02d-a00837c7eae6 req-0170782e-6877-42ca-9f77-8404af3aac7c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0645611 Apr 04 06:12:33.554358 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a6b860d3-02cf-427c-a02d-a00837c7eae6 req-63fa924b-f285-4e44-81cb-29da2a6f01d2 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473561 Apr 04 06:12:34.105758 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:34.699189 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d1017-6eeb-4829-8e23-4facb0932b78 req-7eba78b4-1e7c-4102-b979-286162d2d53a tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:34.700829 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-518d1017-6eeb-4829-8e23-4facb0932b78 req-7eba78b4-1e7c-4102-b979-286162d2d53a tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0541971 Apr 04 06:12:34.749948 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-518d1017-6eeb-4829-8e23-4facb0932b78 req-d6a97d63-412a-47c8-a832-9fe3af5bb9b1 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428514 Apr 04 06:12:35.884305 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea91baa-6999-4eb4-a030-6e4b45c59fc1 req-bc32881b-4f24-4436-b2d6-a83326e9d38b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:35.894772 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0ea91baa-6999-4eb4-a030-6e4b45c59fc1 req-bc32881b-4f24-4436-b2d6-a83326e9d38b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0712287 Apr 04 06:12:35.957587 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0ea91baa-6999-4eb4-a030-6e4b45c59fc1 req-cd8bf716-49b7-4a2f-ac83-373c7903de9a tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594137 Apr 04 06:12:36.257717 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 53652) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:12:36.444255 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-43347d2a-e974-419f-b929-76edda8ff864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:36.580326 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-43347d2a-e974-419f-b929-76edda8ff864 admin admin] Publish callbacks [] for security_group (ed5cbf60-9976-4c9c-b1ce-175824f9f58d), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:36.585484 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-43347d2a-e974-419f-b929-76edda8ff864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (ed5cbf60-9976-4c9c-b1ce-175824f9f58d), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:36.624317 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 53662) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:12:36.624667 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-43347d2a-e974-419f-b929-76edda8ff864 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19f2fb7fe23a462ba083d732587b863c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3645976 Apr 04 06:12:36.633975 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43347d2a-e974-419f-b929-76edda8ff864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5cbf60-9976-4c9c-b1ce-175824f9f58d,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:36.642197 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347d2a-e974-419f-b929-76edda8ff864 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:36.642652 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347d2a-e974-419f-b929-76edda8ff864 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:36.643169 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347d2a-e974-419f-b929-76edda8ff864 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:36.643587 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347d2a-e974-419f-b929-76edda8ff864 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:36.643985 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347d2a-e974-419f-b929-76edda8ff864 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:36.644374 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347d2a-e974-419f-b929-76edda8ff864 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:36.644781 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347d2a-e974-419f-b929-76edda8ff864 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:36.645170 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347d2a-e974-419f-b929-76edda8ff864 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:36.645711 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347d2a-e974-419f-b929-76edda8ff864 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:36.646221 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347d2a-e974-419f-b929-76edda8ff864 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:36.646748 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347d2a-e974-419f-b929-76edda8ff864 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:36.647278 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347d2a-e974-419f-b929-76edda8ff864 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:36.647665 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347d2a-e974-419f-b929-76edda8ff864 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:36.648047 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347d2a-e974-419f-b929-76edda8ff864 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:36.648427 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43347d2a-e974-419f-b929-76edda8ff864 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:12:36.729117 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8ccc45c7-4a75-447c-9b27-a77c54a3c9c2 admin admin] Publish callbacks [] for security_group (ed5cbf60-9976-4c9c-b1ce-175824f9f58d), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:36.752950 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8ccc45c7-4a75-447c-9b27-a77c54a3c9c2 admin admin] Publish callbacks [] for security_group (ed5cbf60-9976-4c9c-b1ce-175824f9f58d), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:36.829838 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8ccc45c7-4a75-447c-9b27-a77c54a3c9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (ed5cbf60-9976-4c9c-b1ce-175824f9f58d), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:36.835656 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8ccc45c7-4a75-447c-9b27-a77c54a3c9c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:36.849346 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-8ccc45c7-4a75-447c-9b27-a77c54a3c9c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed5cbf60-9976-4c9c-b1ce-175824f9f58d HTTP/1.1" status: 204 len: 168 time: 0.2125812 Apr 04 06:12:36.859732 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc45c7-4a75-447c-9b27-a77c54a3c9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5cbf60-9976-4c9c-b1ce-175824f9f58d,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:37.126763 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9a136-6975-4b02-ad43-93cc46c100be req-ae336063-1ca9-4d24-b733-066307118c4a tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:37.133764 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cdb9a136-6975-4b02-ad43-93cc46c100be req-ae336063-1ca9-4d24-b733-066307118c4a tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0794992 Apr 04 06:12:37.199133 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cdb9a136-6975-4b02-ad43-93cc46c100be req-c75ca73a-7496-4fc6-b2b7-564fa104accd tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643821 Apr 04 06:12:37.465002 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9116e57-378b-4456-a37d-406935c8a0d7 req-e05b28f8-8c38-4446-99a5-a4bff6a4185b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:37.467026 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d9116e57-378b-4456-a37d-406935c8a0d7 req-e05b28f8-8c38-4446-99a5-a4bff6a4185b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 1130 time: 0.0516036 Apr 04 06:12:37.528764 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d9116e57-378b-4456-a37d-406935c8a0d7 req-c9a8ed55-3253-49a9-9cfe-9f0536eb8ac6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540009 Apr 04 06:12:38.375761 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4104219-3757-4695-967d-88322afb948c req-9e1d438e-e462-4644-b1c7-b83b9b1ad4c1 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:38.378351 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a4104219-3757-4695-967d-88322afb948c req-9e1d438e-e462-4644-b1c7-b83b9b1ad4c1 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0806770 Apr 04 06:12:38.427286 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a4104219-3757-4695-967d-88322afb948c req-5cbdb78e-0ccd-4055-bd8e-cbd3b606c5d0 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433440 Apr 04 06:12:39.566240 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80bda4f-02bd-4c2a-b54d-e59da22d38ab req-0a204c7e-182d-4772-8760-772ad19b650a tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:39.569564 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a80bda4f-02bd-4c2a-b54d-e59da22d38ab req-0a204c7e-182d-4772-8760-772ad19b650a tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0663464 Apr 04 06:12:39.625696 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a80bda4f-02bd-4c2a-b54d-e59da22d38ab req-fc0a6d42-dd32-4f7d-91a3-3aa9761f7826 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482314 Apr 04 06:12:40.764604 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec69dd-0fcf-448b-a04e-2bb7531fc909 req-29eb5feb-ff71-4437-b2c1-35e31d3f8b1e tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:40.766278 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-50ec69dd-0fcf-448b-a04e-2bb7531fc909 req-29eb5feb-ff71-4437-b2c1-35e31d3f8b1e tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0616302 Apr 04 06:12:40.829400 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-50ec69dd-0fcf-448b-a04e-2bb7531fc909 req-98b4fd01-84de-4d7c-941f-ccddda512789 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563920 Apr 04 06:12:41.148379 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c3f01-8578-4302-8dd2-dfb403e3c17b req-2bd9820a-04a6-4348-945a-78875abdf82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:41.150004 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f15c3f01-8578-4302-8dd2-dfb403e3c17b req-2bd9820a-04a6-4348-945a-78875abdf82b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f97d1852193346c6916d9747f0c3b84f&device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 1130 time: 0.0879085 Apr 04 06:12:41.174960 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cff40-b043-4b51-a6fd-76b3252f7d75 req-9991d6b3-dce7-4fdc-ba5e-e5eff364d807 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:41.176993 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8c5cff40-b043-4b51-a6fd-76b3252f7d75 req-9991d6b3-dce7-4fdc-ba5e-e5eff364d807 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0819983 Apr 04 06:12:41.293590 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8c5cff40-b043-4b51-a6fd-76b3252f7d75 req-326c72cb-f7e3-46bd-9c3e-b233e865c9f8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036747 Apr 04 06:12:41.304721 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c3f01-8578-4302-8dd2-dfb403e3c17b req-545e6d2e-c0a4-4585-9e4d-e373edeb39c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:41.317752 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f15c3f01-8578-4302-8dd2-dfb403e3c17b req-545e6d2e-c0a4-4585-9e4d-e373edeb39c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=26e2fb68-805f-433f-ae13-ccc07aa47348 HTTP/1.1" status: 200 len: 920 time: 0.1605861 Apr 04 06:12:41.365969 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f15c3f01-8578-4302-8dd2-dfb403e3c17b req-204cc3b3-f93f-4006-bd88-b74015b14933 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e489c0f-da2a-4d87-8c10-4442c8b1e207 HTTP/1.1" status: 200 len: 217 time: 0.0396793 Apr 04 06:12:41.420109 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c3f01-8578-4302-8dd2-dfb403e3c17b req-ccbfcef0-7bcd-4f16-8b6b-55961b375367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:41.421746 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f15c3f01-8578-4302-8dd2-dfb403e3c17b req-ccbfcef0-7bcd-4f16-8b6b-55961b375367 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bb9207-6ade-4d75-844a-3661ead84b19 HTTP/1.1" status: 200 len: 858 time: 0.0492892 Apr 04 06:12:41.480710 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c3f01-8578-4302-8dd2-dfb403e3c17b req-4cd76c77-cefd-461b-8a6f-aa59c4c303ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:41.483064 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f15c3f01-8578-4302-8dd2-dfb403e3c17b req-4cd76c77-cefd-461b-8a6f-aa59c4c303ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26e2fb68-805f-433f-ae13-ccc07aa47348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551496 Apr 04 06:12:41.598214 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f15c3f01-8578-4302-8dd2-dfb403e3c17b req-9305ca5a-8afd-4e6a-8dd3-2b8cac9ee087 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075511 Apr 04 06:12:41.715624 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f15c3f01-8578-4302-8dd2-dfb403e3c17b req-cb3560d7-59a1-4b70-90aa-076fae197d80 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034102 Apr 04 06:12:42.435882 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec78275-4519-4d36-b325-1d88fe6da9df req-caf09d11-537b-4c3e-a8cd-ac9e9d847b5b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:42.437453 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-aec78275-4519-4d36-b325-1d88fe6da9df req-caf09d11-537b-4c3e-a8cd-ac9e9d847b5b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0616264 Apr 04 06:12:42.495494 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-aec78275-4519-4d36-b325-1d88fe6da9df req-fe0a39f7-26ed-497b-ac52-4b9d8b9feff3 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472679 Apr 04 06:12:43.661766 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46609923-1c2a-4931-a31c-dfd3aabfcdbe req-49bdbe5f-d9f7-490a-afe0-e19cb7633bc6 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:43.663634 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-46609923-1c2a-4931-a31c-dfd3aabfcdbe req-49bdbe5f-d9f7-490a-afe0-e19cb7633bc6 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0821075 Apr 04 06:12:43.718442 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-46609923-1c2a-4931-a31c-dfd3aabfcdbe req-20bf1efe-24c1-4a00-b7c6-b88c2be52bcc tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487127 Apr 04 06:12:44.909676 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895335c0-af38-4af6-8cfa-b5fdb67b31cb req-cadf12b3-ac52-47ce-b8f0-15ade565cb61 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:44.911734 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-895335c0-af38-4af6-8cfa-b5fdb67b31cb req-cadf12b3-ac52-47ce-b8f0-15ade565cb61 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0964327 Apr 04 06:12:44.993410 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-895335c0-af38-4af6-8cfa-b5fdb67b31cb req-ed34e04e-9ed3-499f-b6cc-60388b879eb4 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741315 Apr 04 06:12:46.150589 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb872c9-1594-4f1a-9bc8-cc2aaabd147c req-7942fbcc-3140-43fb-ab6a-ac766751b64a tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:46.157975 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-feb872c9-1594-4f1a-9bc8-cc2aaabd147c req-7942fbcc-3140-43fb-ab6a-ac766751b64a tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0732205 Apr 04 06:12:46.211430 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-feb872c9-1594-4f1a-9bc8-cc2aaabd147c req-5d63063a-7922-47c1-8c15-f5998303dec7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526228 Apr 04 06:12:48.605669 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-b36fae4f-2dc8-4873-a27a-0015bc03e8b6 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773456011&fields=id&tenant_id=8aae5cb5d2cd4798b2d627299a7ccbc1 HTTP/1.1" status: 200 len: 267 time: 0.0593529 Apr 04 06:12:48.716468 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-22c3fa05-c5cd-47fb-b50b-7e1df2f21d26 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:48.717946 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-22c3fa05-c5cd-47fb-b50b-7e1df2f21d26 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/networks?id=0cf906fd-1e53-4523-b34c-895b3ef87f34 HTTP/1.1" status: 200 len: 808 time: 0.1056488 Apr 04 06:12:48.732533 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-1e059924-cc69-4738-9190-b4be23899e6f tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/quotas/8aae5cb5d2cd4798b2d627299a7ccbc1 HTTP/1.1" status: 200 len: 375 time: 0.0090115 Apr 04 06:12:48.788313 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-491db0af-fbfb-45dd-b684-4df2cca7e7be tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8aae5cb5d2cd4798b2d627299a7ccbc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503449 Apr 04 06:12:48.884592 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-167a1b0b-6611-42cb-92e1-b4a978ba6e01 service neutron] 10.222.0.30 "GET /v2.0/networks/0cf906fd-1e53-4523-b34c-895b3ef87f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851219 Apr 04 06:12:48.978724 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-67178ef4-65fb-4de6-b203-de508beec486 service neutron] 10.222.0.30 "GET /v2.0/networks/0cf906fd-1e53-4523-b34c-895b3ef87f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877874 Apr 04 06:12:49.161307 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 53940) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:12:49.167695 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-10466edf-e2a1-456d-8244-20ef6b3bbf70 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1837659199', 'description': 'tempest-description--736726588'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:12:49.195672 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-10466edf-e2a1-456d-8244-20ef6b3bbf70 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:49.293007 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-10466edf-e2a1-456d-8244-20ef6b3bbf70 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for security_group (23d853bf-c4e9-4e71-bf14-e9c644553070), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:49.309613 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-faf06947-2b0c-4b17-9ba4-4397f5d5139a req-67e48d11-d201-459c-9c44-f30be1d0823e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 210 time: 0.0355041 Apr 04 06:12:49.310333 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-10466edf-e2a1-456d-8244-20ef6b3bbf70 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (23d853bf-c4e9-4e71-bf14-e9c644553070), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:49.348487 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-10466edf-e2a1-456d-8244-20ef6b3bbf70 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:49.352379 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-10466edf-e2a1-456d-8244-20ef6b3bbf70 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1870880 Apr 04 06:12:49.353022 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 53950) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:12:49.357339 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-9dbf24fb-2f5d-4db3-82d5-4754014c8ce6 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Request body: {'security_group_rule': {'security_group_id': '23d853bf-c4e9-4e71-bf14-e9c644553070', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:12:49.363461 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10466edf-e2a1-456d-8244-20ef6b3bbf70 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d853bf-c4e9-4e71-bf14-e9c644553070,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:49.404769 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9dbf24fb-2f5d-4db3-82d5-4754014c8ce6 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for security_group_rule (d9de6b8b-8acb-4faa-9308-ddba8ff7dffd), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:49.465917 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9dbf24fb-2f5d-4db3-82d5-4754014c8ce6 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for security_group_rule (d9de6b8b-8acb-4faa-9308-ddba8ff7dffd), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:49.470975 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9dbf24fb-2f5d-4db3-82d5-4754014c8ce6 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (d9de6b8b-8acb-4faa-9308-ddba8ff7dffd), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:49.494925 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf24fb-2f5d-4db3-82d5-4754014c8ce6 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9de6b8b-8acb-4faa-9308-ddba8ff7dffd,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:49.501683 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9dbf24fb-2f5d-4db3-82d5-4754014c8ce6 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:49.506028 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 53970) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:12:49.506166 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-9dbf24fb-2f5d-4db3-82d5-4754014c8ce6 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522398 Apr 04 06:12:49.510711 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-16fa7fa1-b7b8-4f8a-9e32-bf189bef0d4b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Request body: {'security_group_rule': {'security_group_id': '23d853bf-c4e9-4e71-bf14-e9c644553070', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:12:49.539957 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-16fa7fa1-b7b8-4f8a-9e32-bf189bef0d4b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for security_group_rule (951259bf-0db2-44f7-80b0-b30357fc02dc), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:49.608769 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-16fa7fa1-b7b8-4f8a-9e32-bf189bef0d4b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for security_group_rule (951259bf-0db2-44f7-80b0-b30357fc02dc), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:49.613965 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-16fa7fa1-b7b8-4f8a-9e32-bf189bef0d4b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (951259bf-0db2-44f7-80b0-b30357fc02dc), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:49.636738 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa7fa1-b7b8-4f8a-9e32-bf189bef0d4b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951259bf-0db2-44f7-80b0-b30357fc02dc,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:49.648943 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-16fa7fa1-b7b8-4f8a-9e32-bf189bef0d4b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:49.650801 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-16fa7fa1-b7b8-4f8a-9e32-bf189bef0d4b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435683 Apr 04 06:12:49.653863 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 53996) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:12:49.659177 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-e8811738-6628-4cb7-9435-d4cfa24c1c28 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Request body: {'floatingip': {'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:12:49.685349 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e8811738-6628-4cb7-9435-d4cfa24c1c28 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:49.785529 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e8811738-6628-4cb7-9435-d4cfa24c1c28 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:49.890589 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [None req-e8811738-6628-4cb7-9435-d4cfa24c1c28 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Allocated IP 172.27.2.222 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/8947ce09-c4ae-48ee-9b46-25abfda56ecb) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:12:50.001130 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e8811738-6628-4cb7-9435-d4cfa24c1c28 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for port (8947ce09-c4ae-48ee-9b46-25abfda56ecb), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:50.035540 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e8811738-6628-4cb7-9435-d4cfa24c1c28 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (8947ce09-c4ae-48ee-9b46-25abfda56ecb), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:50.070566 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8811738-6628-4cb7-9435-d4cfa24c1c28 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:12:50.073434 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-e8811738-6628-4cb7-9435-d4cfa24c1c28 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:12:50.077641 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8811738-6628-4cb7-9435-d4cfa24c1c28 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:12:50.102824 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8811738-6628-4cb7-9435-d4cfa24c1c28 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Pushing event updated for resources: {'Port': ['ID=8947ce09-c4ae-48ee-9b46-25abfda56ecb,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:50.218343 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e8811738-6628-4cb7-9435-d4cfa24c1c28 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for floatingip (5bb2749b-5a6a-4009-ac00-d22889828ef1), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:50.264633 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e8811738-6628-4cb7-9435-d4cfa24c1c28 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (8947ce09-c4ae-48ee-9b46-25abfda56ecb), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:50.412800 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2fd2744d-66be-47b2-b427-c5fa6027a748 req-00673c8f-2708-45a0-a857-deabcb77b097 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 210 time: 0.0325112 Apr 04 06:12:50.449320 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e8811738-6628-4cb7-9435-d4cfa24c1c28 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for port (8947ce09-c4ae-48ee-9b46-25abfda56ecb), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:50.457005 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e8811738-6628-4cb7-9435-d4cfa24c1c28 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (8947ce09-c4ae-48ee-9b46-25abfda56ecb), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:50.525285 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8811738-6628-4cb7-9435-d4cfa24c1c28 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Pushing event updated for resources: {'Port': ['ID=8947ce09-c4ae-48ee-9b46-25abfda56ecb,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:50.535346 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e8811738-6628-4cb7-9435-d4cfa24c1c28 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (5bb2749b-5a6a-4009-ac00-d22889828ef1), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:50.553211 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e8811738-6628-4cb7-9435-d4cfa24c1c28 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:50.554450 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-e8811738-6628-4cb7-9435-d4cfa24c1c28 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8995197 Apr 04 06:12:50.758736 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-aa8add21-dd3d-43f8-8066-d84447942492 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1837659199&fields=id&tenant_id=f97d1852193346c6916d9747f0c3b84f HTTP/1.1" status: 200 len: 267 time: 0.0428483 Apr 04 06:12:50.869847 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-e614f945-f6fd-4b77-bfd8-24ba633a48e6 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:50.871326 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-e614f945-f6fd-4b77-bfd8-24ba633a48e6 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/networks?id=26e2fb68-805f-433f-ae13-ccc07aa47348 HTTP/1.1" status: 200 len: 819 time: 0.1056788 Apr 04 06:12:50.886679 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-bd7b5064-364f-46d6-bde5-17b1d6a79ab1 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/quotas/f97d1852193346c6916d9747f0c3b84f HTTP/1.1" status: 200 len: 375 time: 0.0094438 Apr 04 06:12:50.955876 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-ef21f2be-633e-489a-956e-b22ec219ce41 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f97d1852193346c6916d9747f0c3b84f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0640042 Apr 04 06:12:51.051955 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-68ec36eb-2ab4-4a4f-9e03-0870faf676c2 service neutron] 10.222.0.30 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840619 Apr 04 06:12:51.154774 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-c3115378-5863-4264-8eac-bf4d9c1e483e service neutron] 10.222.0.30 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970352 Apr 04 06:12:51.329812 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bb4fc856-b21c-441b-bd28-9432460312f1 req-77633a51-a363-4b10-a7d8-1dea138dc6a0 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 210 time: 0.0270114 Apr 04 06:12:51.522853 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9ef83802-5b20-42d3-a9be-2e84d5bc96d5 req-159d6d2d-ef3e-4f9b-a358-a7cc5993dd56 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 210 time: 0.0347650 Apr 04 06:12:52.432251 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7a9da180-cb96-4ad9-95b7-657f6af961f2 req-1e00c31d-816b-499b-beb1-89804e295e5b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 210 time: 0.0313721 Apr 04 06:12:52.852552 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f92029fa-72ef-46f9-8cc4-44fc22c876e6 req-0fec895f-48ba-420a-ae8f-5ed2a854f6d2 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 210 time: 0.2586789 Apr 04 06:12:53.510746 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-7259f99f-73e8-43d4-99b3-18dfa8185b80 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:53.513280 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-7259f99f-73e8-43d4-99b3-18dfa8185b80 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.37 "GET /v2.0/networks?id=0cf906fd-1e53-4523-b34c-895b3ef87f34 HTTP/1.1" status: 200 len: 808 time: 0.1138284 Apr 04 06:12:53.598338 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-aac4d30e-44d0-4bd8-8cce-351ff2b84cf7 req-b96157b1-3eca-49bf-950d-2d961bdbd654 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 210 time: 0.0748186 Apr 04 06:12:53.689282 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-e9532a5b-bb99-4ba8-98a8-8af2f7f80936 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8aae5cb5d2cd4798b2d627299a7ccbc1 HTTP/1.1" status: 200 len: 380 time: 0.1546366 Apr 04 06:12:53.709887 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-c84cc699-416f-46eb-ad1c-781b19703fd9 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Request body: {'port': {'device_id': '7d58c601-f108-44be-bacf-fb85ef05e3f3', 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34', 'admin_state_up': True, 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'security_groups': ['3da14ddd-0aa8-4723-b932-59757665e343']}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:12:53.730342 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-80d63bfc-a6dc-4280-b205-9a7b525bf76a tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:53.731698 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-80d63bfc-a6dc-4280-b205-9a7b525bf76a tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.37 "GET /v2.0/networks?id=26e2fb68-805f-433f-ae13-ccc07aa47348 HTTP/1.1" status: 200 len: 819 time: 0.1954634 Apr 04 06:12:53.846796 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-b8991452-c2c3-4565-b07f-4fd691f7b0ce tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f97d1852193346c6916d9747f0c3b84f HTTP/1.1" status: 200 len: 380 time: 0.0837948 Apr 04 06:12:53.864287 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-cce68b5b-9114-4e36-aa25-4a60f73ec471 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Request body: {'port': {'device_id': 'b7f904c4-ea85-448b-9888-596294c31fb9', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'admin_state_up': True, 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'security_groups': ['23d853bf-c4e9-4e71-bf14-e9c644553070']}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:12:53.930218 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-c84cc699-416f-46eb-ad1c-781b19703fd9 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Made reservation on behalf of 8aae5cb5d2cd4798b2d627299a7ccbc1 for: {'port': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:12:53.933554 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-c84cc699-416f-46eb-ad1c-781b19703fd9 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:53.972873 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2da36899-d947-4e5b-9851-b0049f5c2e89 req-4c1953d6-b5e6-4a04-bb61-71452a097b8d tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 210 time: 0.0466084 Apr 04 06:12:54.028578 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 54074) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:12:54.075637 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd57e2b-bae3-4742-bb56-fcf235854d5d admin admin] Deleting subnet 92fb8ac0-e778-41b6-8b9b-a0d6e67a4b68 {{(pid=103479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 06:12:54.079013 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8fd57e2b-bae3-4742-bb56-fcf235854d5d admin admin] Publish callbacks [] for subnet (92fb8ac0-e778-41b6-8b9b-a0d6e67a4b68), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:54.087116 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-cce68b5b-9114-4e36-aa25-4a60f73ec471 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Made reservation on behalf of f97d1852193346c6916d9747f0c3b84f for: {'port': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:12:54.091105 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-cce68b5b-9114-4e36-aa25-4a60f73ec471 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:54.114539 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8fd57e2b-bae3-4742-bb56-fcf235854d5d admin admin] Publish callbacks [] for subnet (92fb8ac0-e778-41b6-8b9b-a0d6e67a4b68), precommit_delete_associations {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:54.120201 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8fd57e2b-bae3-4742-bb56-fcf235854d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047354'] for subnet (92fb8ac0-e778-41b6-8b9b-a0d6e67a4b68), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:54.174479 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8fd57e2b-bae3-4742-bb56-fcf235854d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for subnet (92fb8ac0-e778-41b6-8b9b-a0d6e67a4b68), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:54.198277 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-c84cc699-416f-46eb-ad1c-781b19703fd9 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Allocated IP 172.20.0.6 (0cf906fd-1e53-4523-b34c-895b3ef87f34/a480b576-ae06-41c3-9207-91443ef79063/2fa1b34e-19ad-458e-a643-11feaaf36b85) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:12:54.198509 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd57e2b-bae3-4742-bb56-fcf235854d5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92fb8ac0-e778-41b6-8b9b-a0d6e67a4b68,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:54.207453 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8fd57e2b-bae3-4742-bb56-fcf235854d5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:54.211895 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-8fd57e2b-bae3-4742-bb56-fcf235854d5d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/92fb8ac0-e778-41b6-8b9b-a0d6e67a4b68 HTTP/1.1" status: 204 len: 168 time: 0.1816285 Apr 04 06:12:54.214521 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 54082) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:12:54.297348 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823931'] for network (ae09f782-6f96-4364-8590-562d6c464f4f), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:54.383063 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-cce68b5b-9114-4e36-aa25-4a60f73ec471 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Allocated IP 172.20.0.8 (26e2fb68-805f-433f-ae13-ccc07aa47348/d3bb9207-6ade-4d75-844a-3661ead84b19/031b35eb-3eef-4f87-9b34-0ee798bb2b47) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:12:54.406115 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951985', 'neutron.services.segments.db._delete_segments_for_network-8794510801722'] for network (ae09f782-6f96-4364-8590-562d6c464f4f), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:54.438940 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:12:54.439285 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:12:54.440802 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:12:54.441160 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] Subscribe: > port after_create 55550000 {{(pid=103479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:12:54.441479 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:12:54.442027 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] Subscribe: > port after_update 55550000 {{(pid=103479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:12:54.442350 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:12:54.442671 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:12:54.443114 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:12:54.443438 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:12:54.482413 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-c84cc699-416f-46eb-ad1c-781b19703fd9 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for port (2fa1b34e-19ad-458e-a643-11feaaf36b85), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:54.535511 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:12:54.535716 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:12:54.536085 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:12:54.536413 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103479) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 04 06:12:54.536775 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.services.segments.db [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae09f782-6f96-4364-8590-562d6c464f4f']}} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:12:54.554148 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.services.segments.db [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59b0b9c-a6eb-4a7f-a4a7-978fb1693103') {'for_net_delete': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:12:54.554383 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.services.segments.db [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59b0b9c-a6eb-4a7f-a4a7-978fb1693103') {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:12:54.570279 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794510999619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850211'] for segment (d59b0b9c-a6eb-4a7f-a4a7-978fb1693103), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:54.591754 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (d59b0b9c-a6eb-4a7f-a4a7-978fb1693103), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:54.594625 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-c84cc699-416f-46eb-ad1c-781b19703fd9 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (2fa1b34e-19ad-458e-a643-11feaaf36b85), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:54.602776 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 06:12:54.603322 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10309939'] for segment (d59b0b9c-a6eb-4a7f-a4a7-978fb1693103), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:54.604711 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-cce68b5b-9114-4e36-aa25-4a60f73ec471 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for port (031b35eb-3eef-4f87-9b34-0ee798bb2b47), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: from cryptography.utils import int_from_bytes Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: from cryptography.utils import int_from_bytes Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: Traceback (most recent call last): Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: timer() Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: cb(*args, **kw) Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: return func(*args, **kwargs) Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: self._notify() Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: self.callback(batched_events) Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: event.method(event) Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: return f(self, *a, **k) Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: return self._get(url).json() Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: return self.request(url, 'GET', **kwargs) Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 06:12:54.607552 dv-cinder-834448-2-iscsi neutron-server[103479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 06:12:54.647662 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-c84cc699-416f-46eb-ad1c-781b19703fd9 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Network 0cf906fd-1e53-4523-b34c-895b3ef87f34 is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:12:54.655967 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-c84cc699-416f-46eb-ad1c-781b19703fd9 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:12:54.662625 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-c84cc699-416f-46eb-ad1c-781b19703fd9 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:12:54.666755 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cc699-416f-46eb-ad1c-781b19703fd9 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Pushing event updated for resources: {'Port': ['ID=2fa1b34e-19ad-458e-a643-11feaaf36b85,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:54.667804 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589347'] for network (ae09f782-6f96-4364-8590-562d6c464f4f), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:54.677996 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:54.681321 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] 10.222.0.30 "DELETE /v2.0/networks/ae09f782-6f96-4364-8590-562d6c464f4f HTTP/1.1" status: 204 len: 168 time: 0.4657793 Apr 04 06:12:54.695057 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3b53e-b950-4624-a35c-63080956ed1e admin admin] Pushing event deleted for resources: {'Network': ['ID=ae09f782-6f96-4364-8590-562d6c464f4f,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:54.746826 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4e579439-d6db-40ea-b627-28c68b5c7441 req-1bc07e4c-3733-415a-b5ad-526b00885dd0 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 210 time: 0.0638554 Apr 04 06:12:54.770333 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-c84cc699-416f-46eb-ad1c-781b19703fd9 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:54.770948 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-c84cc699-416f-46eb-ad1c-781b19703fd9 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:54.778387 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-cce68b5b-9114-4e36-aa25-4a60f73ec471 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (031b35eb-3eef-4f87-9b34-0ee798bb2b47), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:54.818520 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-c84cc699-416f-46eb-ad1c-781b19703fd9 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1150837 Apr 04 06:12:54.839953 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-cce68b5b-9114-4e36-aa25-4a60f73ec471 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Network 26e2fb68-805f-433f-ae13-ccc07aa47348 is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:12:54.848034 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] Request body: {'port': {'device_id': '7d58c601-f108-44be-bacf-fb85ef05e3f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:12:54.874708 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-cce68b5b-9114-4e36-aa25-4a60f73ec471 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:12:54.879880 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce68b5b-9114-4e36-aa25-4a60f73ec471 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Pushing event updated for resources: {'Port': ['ID=031b35eb-3eef-4f87-9b34-0ee798bb2b47,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:54.885093 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-cce68b5b-9114-4e36-aa25-4a60f73ec471 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:12:54.916250 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 54092) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:12:54.956544 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-daef3522-3ff6-4341-b0bb-5f5f431f1f0d None None] Provisioning complete for port 2fa1b34e-19ad-458e-a643-11feaaf36b85 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:12:54.957361 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-daef3522-3ff6-4341-b0bb-5f5f431f1f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (2fa1b34e-19ad-458e-a643-11feaaf36b85), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:54.997393 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2fa1b34e-19ad-458e-a643-11feaaf36b85), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:54.997884 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-daef3522-3ff6-4341-b0bb-5f5f431f1f0d None None] Port 2fa1b34e-19ad-458e-a643-11feaaf36b85 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:12:55.022231 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-cce68b5b-9114-4e36-aa25-4a60f73ec471 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:55.022924 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-cce68b5b-9114-4e36-aa25-4a60f73ec471 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:55.045129 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-4ee07da7-d38b-4bda-a52a-4dfd4ec39bb9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef4b8fbc23f64e5eb84517aa289e71b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262097 Apr 04 06:12:55.047392 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 54096) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:12:55.070133 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-cce68b5b-9114-4e36-aa25-4a60f73ec471 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2139142 Apr 04 06:12:55.109280 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] Request body: {'port': {'device_id': 'b7f904c4-ea85-448b-9888-596294c31fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:12:55.137160 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-25bb435b-8965-454e-8f0c-e3719dfebc0e admin admin] Publish callbacks [] for security_group (bdae3e41-19a6-40ef-8fb4-177702da8130), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:55.164666 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-25bb435b-8965-454e-8f0c-e3719dfebc0e admin admin] Publish callbacks [] for security_group (bdae3e41-19a6-40ef-8fb4-177702da8130), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:55.225045 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-25bb435b-8965-454e-8f0c-e3719dfebc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (bdae3e41-19a6-40ef-8fb4-177702da8130), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:55.227987 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-25bb435b-8965-454e-8f0c-e3719dfebc0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:55.229185 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-25bb435b-8965-454e-8f0c-e3719dfebc0e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bdae3e41-19a6-40ef-8fb4-177702da8130 HTTP/1.1" status: 204 len: 168 time: 0.1806602 Apr 04 06:12:55.234607 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-4bd895d5-9d9c-4279-b072-0feb90c2225b None None] Provisioning complete for port 031b35eb-3eef-4f87-9b34-0ee798bb2b47 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:12:55.235354 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4bd895d5-9d9c-4279-b072-0feb90c2225b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (031b35eb-3eef-4f87-9b34-0ee798bb2b47), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:55.237019 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb435b-8965-454e-8f0c-e3719dfebc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdae3e41-19a6-40ef-8fb4-177702da8130,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:55.273155 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596dcd8-da39-4d5a-a0a9-071de41ca487 req-42851e5f-198a-4011-85b5-41ecf56431f5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:55.274697 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6596dcd8-da39-4d5a-a0a9-071de41ca487 req-42851e5f-198a-4011-85b5-41ecf56431f5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 931 time: 0.2114322 Apr 04 06:12:55.277811 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (031b35eb-3eef-4f87-9b34-0ee798bb2b47), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:55.282294 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-4bd895d5-9d9c-4279-b072-0feb90c2225b None None] Port 031b35eb-3eef-4f87-9b34-0ee798bb2b47 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:12:55.455678 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6596dcd8-da39-4d5a-a0a9-071de41ca487 req-0464e018-84c7-4f99-bd96-29d0e2e27503 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612189 Apr 04 06:12:55.655635 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa1b34e-19ad-458e-a643-11feaaf36b85 {{(pid=103480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:12:55.666696 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] Publish callbacks [] for port (2fa1b34e-19ad-458e-a643-11feaaf36b85), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:55.701455 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.provisioning_blocks [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] Transition to ACTIVE for port object 2fa1b34e-19ad-458e-a643-11feaaf36b85 will not be triggered until provisioned by entity L2. {{(pid=103480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 06:12:55.708019 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (2fa1b34e-19ad-458e-a643-11feaaf36b85), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:55.795781 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa1b34e-19ad-458e-a643-11feaaf36b85,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:55.824796 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031b35eb-3eef-4f87-9b34-0ee798bb2b47 {{(pid=103480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:12:55.857253 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] Publish callbacks [] for port (031b35eb-3eef-4f87-9b34-0ee798bb2b47), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:55.922770 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.provisioning_blocks [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] Transition to ACTIVE for port object 031b35eb-3eef-4f87-9b34-0ee798bb2b47 will not be triggered until provisioned by entity L2. {{(pid=103480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 06:12:55.932641 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (031b35eb-3eef-4f87-9b34-0ee798bb2b47), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:56.007996 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] Attempting to bind port 2fa1b34e-19ad-458e-a643-11feaaf36b85 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:12:56.008302 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] Attempting to bind port 2fa1b34e-19ad-458e-a643-11feaaf36b85 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '566fd8ba-1f86-4d17-aeb5-58d7dd819cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:12:56.008600 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] Attempting to bind port 2fa1b34e-19ad-458e-a643-11feaaf36b85 on network 0cf906fd-1e53-4523-b34c-895b3ef87f34 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:12:56.014382 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] Pushing event updated for resources: {'Port': ['ID=031b35eb-3eef-4f87-9b34-0ee798bb2b47,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:56.023230 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd11d8e-67f3-4414-b16a-0455edadf2b3 req-c2557172-66cc-43d9-a18e-6816d6ead282 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:56.024826 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bcd11d8e-67f3-4414-b16a-0455edadf2b3 req-c2557172-66cc-43d9-a18e-6816d6ead282 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 931 time: 0.1442025 Apr 04 06:12:56.031755 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] Port 2fa1b34e-19ad-458e-a643-11feaaf36b85 on network 0cf906fd-1e53-4523-b34c-895b3ef87f34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 06:12:56.031755 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] Attempting to bind port 2fa1b34e-19ad-458e-a643-11feaaf36b85 on network 0cf906fd-1e53-4523-b34c-895b3ef87f34 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:12:56.058493 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] Checking agent: {'id': '0c1e107c-d850-42a9-b491-1b463a8f645f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'started_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:12:56.058834 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] Checking segment: {'id': '566fd8ba-1f86-4d17-aeb5-58d7dd819cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:12:56.059216 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] Bound using segment: {'id': '566fd8ba-1f86-4d17-aeb5-58d7dd819cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:12:56.059667 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] Bound port: 2fa1b34e-19ad-458e-a643-11feaaf36b85, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '566fd8ba-1f86-4d17-aeb5-58d7dd819cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:12:56.060026 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2fa1b34e-19ad-458e-a643-11feaaf36b85), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:56.159163 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-43434ca8-a724-4e52-849c-d36b1b28723a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:56.180467 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] Attempting to bind port 031b35eb-3eef-4f87-9b34-0ee798bb2b47 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:12:56.180817 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] Attempting to bind port 031b35eb-3eef-4f87-9b34-0ee798bb2b47 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '449e42ca-afbf-4d5e-a8c0-f64385ea3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:12:56.181201 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] Attempting to bind port 031b35eb-3eef-4f87-9b34-0ee798bb2b47 on network 26e2fb68-805f-433f-ae13-ccc07aa47348 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:12:56.191235 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bcd11d8e-67f3-4414-b16a-0455edadf2b3 req-be37aca5-359b-498a-8051-43db24d5a6b6 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433375 Apr 04 06:12:56.197367 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] Port 031b35eb-3eef-4f87-9b34-0ee798bb2b47 on network 26e2fb68-805f-433f-ae13-ccc07aa47348 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 06:12:56.197703 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] Attempting to bind port 031b35eb-3eef-4f87-9b34-0ee798bb2b47 on network 26e2fb68-805f-433f-ae13-ccc07aa47348 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:12:56.217223 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] Checking agent: {'id': '0c1e107c-d850-42a9-b491-1b463a8f645f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'started_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:12:56.217223 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] Checking segment: {'id': '449e42ca-afbf-4d5e-a8c0-f64385ea3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:12:56.217223 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] Bound using segment: {'id': '449e42ca-afbf-4d5e-a8c0-f64385ea3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:12:56.217223 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] Bound port: 031b35eb-3eef-4f87-9b34-0ee798bb2b47, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '449e42ca-afbf-4d5e-a8c0-f64385ea3ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:12:56.217223 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (031b35eb-3eef-4f87-9b34-0ee798bb2b47), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:56.232240 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] For port 2fa1b34e-19ad-458e-a643-11feaaf36b85, host hv-cinder-83444, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:12:56.263427 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] For port 2fa1b34e-19ad-458e-a643-11feaaf36b85, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2fa1b34e-19ad-458e-a643-11feaaf36b85,segment=NetworkSegment(566fd8ba-1f86-4d17-aeb5-58d7dd819cb2),segment_id=566fd8ba-1f86-4d17-aeb5-58d7dd819cb2)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:12:56.278892 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (2fa1b34e-19ad-458e-a643-11feaaf36b85), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:56.328020 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] For port 031b35eb-3eef-4f87-9b34-0ee798bb2b47, host hv-cinder-83444, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:12:56.332115 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:56.332745 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:56.334824 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] 10.222.0.37 "PUT /v2.0/ports/2fa1b34e-19ad-458e-a643-11feaaf36b85 HTTP/1.1" status: 200 len: 1093 time: 1.4980147 Apr 04 06:12:56.335311 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d58c601-f108-44be-bacf-fb85ef05e3f3', 'tag': '2fa1b34e-19ad-458e-a643-11feaaf36b85'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:12:56.337560 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc149ca-d510-4fb3-8636-2a971bbe5d50" -d '{"events": [{"name": "network-changed", "server_uuid": "7d58c601-f108-44be-bacf-fb85ef05e3f3", "tag": "2fa1b34e-19ad-458e-a643-11feaaf36b85"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:12:56.357502 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] For port 031b35eb-3eef-4f87-9b34-0ee798bb2b47, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=031b35eb-3eef-4f87-9b34-0ee798bb2b47,segment=NetworkSegment(449e42ca-afbf-4d5e-a8c0-f64385ea3ca8),segment_id=449e42ca-afbf-4d5e-a8c0-f64385ea3ca8)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:12:56.368056 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (031b35eb-3eef-4f87-9b34-0ee798bb2b47), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:56.379691 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a11da2-affe-43b6-a82d-a8d757af52c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa1b34e-19ad-458e-a643-11feaaf36b85,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:56.399539 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:56.400173 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:56.402453 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] 10.222.0.37 "PUT /v2.0/ports/031b35eb-3eef-4f87-9b34-0ee798bb2b47 HTTP/1.1" status: 200 len: 1093 time: 1.3223174 Apr 04 06:12:56.422573 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42defc0-beae-4faf-a295-815d9150d5d0 x-openstack-request-id: req-a42defc0-beae-4faf-a295-815d9150d5d0 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:12:56.422877 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d58c601-f108-44be-bacf-fb85ef05e3f3", "tag": "2fa1b34e-19ad-458e-a643-11feaaf36b85", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:12:56.423129 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a42defc0-beae-4faf-a295-815d9150d5d0 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:12:56.423642 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a42defc0-beae-4faf-a295-815d9150d5d0'] response: {'name': 'network-changed', 'server_uuid': '7d58c601-f108-44be-bacf-fb85ef05e3f3', 'tag': '2fa1b34e-19ad-458e-a643-11feaaf36b85', 'status': 'completed', 'code': 200} Apr 04 06:12:56.459065 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b4517-2f15-44a2-bd5c-a46f69149380 service neutron] Pushing event updated for resources: {'Port': ['ID=031b35eb-3eef-4f87-9b34-0ee798bb2b47,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:12:56.640504 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc149ca-d510-4fb3-8636-2a971bbe5d50 req-b888ffcf-2a49-4b4e-81f5-d2677f5f81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:56.641975 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bcc149ca-d510-4fb3-8636-2a971bbe5d50 req-b888ffcf-2a49-4b4e-81f5-d2677f5f81d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aae5cb5d2cd4798b2d627299a7ccbc1&device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 1127 time: 0.1315510 Apr 04 06:12:56.675616 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-92468a92-bccd-4e4f-9562-7af7b3f7cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:56.677177 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-92468a92-bccd-4e4f-9562-7af7b3f7cb7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f97d1852193346c6916d9747f0c3b84f&device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 1127 time: 0.1183083 Apr 04 06:12:56.685950 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74683924-5714-460b-a13c-6029c3b6fec3 req-43a97850-64f2-4465-a646-9bf674b079a3 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:56.687384 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-74683924-5714-460b-a13c-6029c3b6fec3 req-43a97850-64f2-4465-a646-9bf674b079a3 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0951359 Apr 04 06:12:56.743644 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-74683924-5714-460b-a13c-6029c3b6fec3 req-6dd550be-a6d4-4a83-877a-1996da96c702 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483699 Apr 04 06:12:57.355424 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a4d07-b712-4161-840c-3954701dece3 req-63d99a74-99db-4f1b-a468-222c3235c781 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:57.356925 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b49a4d07-b712-4161-840c-3954701dece3 req-63d99a74-99db-4f1b-a468-222c3235c781 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 943 time: 0.0734608 Apr 04 06:12:57.405486 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b49a4d07-b712-4161-840c-3954701dece3 req-334fb0ad-b100-4fd5-b9fa-4367b0707d22 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425258 Apr 04 06:12:57.884023 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabbcaf-5366-4395-9880-36110a6c70be req-3294d0d1-a5bd-4c61-b24e-9c8b9f421835 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:57.885680 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8eabbcaf-5366-4395-9880-36110a6c70be req-3294d0d1-a5bd-4c61-b24e-9c8b9f421835 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0601017 Apr 04 06:12:57.939469 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8eabbcaf-5366-4395-9880-36110a6c70be req-dd5d1563-be43-44c7-87ac-28620d871766 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473258 Apr 04 06:12:58.316816 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1127200b-8e4f-4fc8-add2-72bded3bce1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:58.425273 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f904c4-ea85-448b-9888-596294c31fb9', 'tag': '031b35eb-3eef-4f87-9b34-0ee798bb2b47'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:12:58.428863 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42fb795-c39d-4d2b-ba8d-0ce5eb850f55" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f904c4-ea85-448b-9888-596294c31fb9", "tag": "031b35eb-3eef-4f87-9b34-0ee798bb2b47"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:12:58.474288 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9167a5c-753f-4526-9f77-6fa4c899c247 x-openstack-request-id: req-a9167a5c-753f-4526-9f77-6fa4c899c247 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:12:58.474585 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f904c4-ea85-448b-9888-596294c31fb9", "tag": "031b35eb-3eef-4f87-9b34-0ee798bb2b47", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:12:58.474839 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a9167a5c-753f-4526-9f77-6fa4c899c247 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:12:58.475249 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9167a5c-753f-4526-9f77-6fa4c899c247'] response: {'name': 'network-changed', 'server_uuid': 'b7f904c4-ea85-448b-9888-596294c31fb9', 'tag': '031b35eb-3eef-4f87-9b34-0ee798bb2b47', 'status': 'completed', 'code': 200} Apr 04 06:12:58.541702 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5e07e-819b-412b-b49d-6a825f3e91a1 req-811762c8-e331-407a-9b65-411344f3f504 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:58.543187 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d8e5e07e-819b-412b-b49d-6a825f3e91a1 req-811762c8-e331-407a-9b65-411344f3f504 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 943 time: 0.0575762 Apr 04 06:12:58.592971 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d8e5e07e-819b-412b-b49d-6a825f3e91a1 req-8a65d639-2570-4639-9d2b-374b31703f73 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440166 Apr 04 06:12:59.059944 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386aae32-605d-4cd0-9661-68fcc5678db7 req-d0032b4f-4cc0-403c-8e68-e37e80d5e587 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:59.061449 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-386aae32-605d-4cd0-9661-68fcc5678db7 req-d0032b4f-4cc0-403c-8e68-e37e80d5e587 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0565362 Apr 04 06:12:59.115569 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-386aae32-605d-4cd0-9661-68fcc5678db7 req-48f141a4-1ae8-40b3-905b-30e3e579e4a8 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482936 Apr 04 06:12:59.510200 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:12:59.729250 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64126eb3-c20a-4663-bb6d-c9c8e63c95c4 req-2e4430dc-c706-4ca6-934c-9d2c7f56f337 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:12:59.730725 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64126eb3-c20a-4663-bb6d-c9c8e63c95c4 req-2e4430dc-c706-4ca6-934c-9d2c7f56f337 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 943 time: 0.0620377 Apr 04 06:12:59.783984 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64126eb3-c20a-4663-bb6d-c9c8e63c95c4 req-47fb20db-c306-421c-94d0-5e4ccc39b4e1 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458868 Apr 04 06:12:59.920740 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-9d0c47ff-fd9e-4d61-ad19-73b47164da93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=031b35eb-3eef-4f87-9b34-0ee798bb2b47 HTTP/1.1" status: 200 len: 217 time: 0.0936234 Apr 04 06:13:00.047589 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-993992d2-c17c-4278-8095-7fbfa3a55c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:00.049082 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-993992d2-c17c-4278-8095-7fbfa3a55c95 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bb9207-6ade-4d75-844a-3661ead84b19 HTTP/1.1" status: 200 len: 858 time: 0.1068115 Apr 04 06:13:00.053591 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc149ca-d510-4fb3-8636-2a971bbe5d50 req-d074a909-858e-4afd-974d-47a6cad332ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:00.054934 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bcc149ca-d510-4fb3-8636-2a971bbe5d50 req-d074a909-858e-4afd-974d-47a6cad332ab service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8aae5cb5d2cd4798b2d627299a7ccbc1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2366033 Apr 04 06:13:00.518701 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-a54c554e-f770-4f34-aed9-78182a0bed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:00.520343 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-a54c554e-f770-4f34-aed9-78182a0bed97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26e2fb68-805f-433f-ae13-ccc07aa47348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4645021 Apr 04 06:13:00.591797 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80017f6e-7408-40ce-aa65-ad954eec388c req-aa718f8d-aa7b-4c22-a297-507adc641427 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:00.593284 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-80017f6e-7408-40ce-aa65-ad954eec388c req-aa718f8d-aa7b-4c22-a297-507adc641427 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.1957996 Apr 04 06:13:00.596015 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc149ca-d510-4fb3-8636-2a971bbe5d50 req-b8ebb33d-6911-45f7-9af4-8ad598114770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:00.597414 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bcc149ca-d510-4fb3-8636-2a971bbe5d50 req-b8ebb33d-6911-45f7-9af4-8ad598114770 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5328538 Apr 04 06:13:00.608365 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:00.685242 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-80017f6e-7408-40ce-aa65-ad954eec388c req-a135fc1d-31e7-49d1-8e06-c1a38ede55cd tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834394 Apr 04 06:13:00.703777 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-de7ca482-87b7-4f06-8991-fece8cefc8a3 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671209 Apr 04 06:13:00.776464 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a8d4d90a-8b38-4d34-b0f7-ae17e381eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:00.778025 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-a8d4d90a-8b38-4d34-b0f7-ae17e381eb59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aae5cb5d2cd4798b2d627299a7ccbc1&device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 1127 time: 0.1175318 Apr 04 06:13:00.814733 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eccb6658-d023-433e-9256-6e73afa5d9a0 req-64af0733-2f21-4e71-8433-701d99fc4b98 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037724 Apr 04 06:13:00.843521 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-88d7957d-4251-4c85-8471-36e0c93a7db2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fa1b34e-19ad-458e-a643-11feaaf36b85 HTTP/1.1" status: 200 len: 217 time: 0.0410888 Apr 04 06:13:00.965563 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-4ed4e9de-b13b-40d4-bc00-04f4f513f679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:00.967110 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-4ed4e9de-b13b-40d4-bc00-04f4f513f679 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a480b576-ae06-41c3-9207-91443ef79063 HTTP/1.1" status: 200 len: 847 time: 0.1173875 Apr 04 06:13:00.995478 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac009fd-1184-4851-b8b5-71152b53f587 req-1556bab4-bd7f-4966-80ef-44bf7692a0da tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:00.997092 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0ac009fd-1184-4851-b8b5-71152b53f587 req-1556bab4-bd7f-4966-80ef-44bf7692a0da tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 943 time: 0.1390734 Apr 04 06:13:01.034737 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fb795-c39d-4d2b-ba8d-0ce5eb850f55 req-8be3df1d-2038-443e-a6da-b8697b641ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:01.036322 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b42fb795-c39d-4d2b-ba8d-0ce5eb850f55 req-8be3df1d-2038-443e-a6da-b8697b641ec9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f97d1852193346c6916d9747f0c3b84f&device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 1127 time: 0.1484120 Apr 04 06:13:01.126946 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-5dc013c0-beb7-43e3-b92c-ccf1a6b4dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:01.128875 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-5dc013c0-beb7-43e3-b92c-ccf1a6b4dd6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cf906fd-1e53-4523-b34c-895b3ef87f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1551886 Apr 04 06:13:01.134244 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0ac009fd-1184-4851-b8b5-71152b53f587 req-0644af9e-14cf-47f0-b56e-cc66ce771201 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219554 Apr 04 06:13:01.221217 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fb795-c39d-4d2b-ba8d-0ce5eb850f55 req-3af99171-3e32-4c0d-821f-ab9eedf89e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:01.222675 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b42fb795-c39d-4d2b-ba8d-0ce5eb850f55 req-3af99171-3e32-4c0d-821f-ab9eedf89e03 service neutron] 10.222.0.37 "GET /v2.0/networks?id=26e2fb68-805f-433f-ae13-ccc07aa47348 HTTP/1.1" status: 200 len: 920 time: 0.1795466 Apr 04 06:13:01.278164 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b42fb795-c39d-4d2b-ba8d-0ce5eb850f55 req-07b513a0-212c-4ed0-90b8-cfb86ab315f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=031b35eb-3eef-4f87-9b34-0ee798bb2b47 HTTP/1.1" status: 200 len: 217 time: 0.0475366 Apr 04 06:13:01.280140 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-591ef4bf-c2e7-489e-802a-f536c4e34339 service neutron] 10.222.0.37 "GET /v2.0/networks/0cf906fd-1e53-4523-b34c-895b3ef87f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433196 Apr 04 06:13:01.382039 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fb795-c39d-4d2b-ba8d-0ce5eb850f55 req-6bb72d28-7e6b-450c-86b1-1929ff3bd553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:01.383831 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b42fb795-c39d-4d2b-ba8d-0ce5eb850f55 req-6bb72d28-7e6b-450c-86b1-1929ff3bd553 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bb9207-6ade-4d75-844a-3661ead84b19 HTTP/1.1" status: 200 len: 858 time: 0.0939586 Apr 04 06:13:01.437328 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8ad6df44-83e1-44da-835f-0fc734f4b71b req-41faf398-fc19-447b-85ff-a1ff8be09d2e service neutron] 10.222.0.37 "GET /v2.0/networks/0cf906fd-1e53-4523-b34c-895b3ef87f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465473 Apr 04 06:13:01.452483 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fb795-c39d-4d2b-ba8d-0ce5eb850f55 req-be6dd12c-4244-4965-8786-11989addc150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:01.453936 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b42fb795-c39d-4d2b-ba8d-0ce5eb850f55 req-be6dd12c-4244-4965-8786-11989addc150 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26e2fb68-805f-433f-ae13-ccc07aa47348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634887 Apr 04 06:13:01.560399 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b42fb795-c39d-4d2b-ba8d-0ce5eb850f55 req-eaaa833a-9d2b-4fd5-829a-c713a00049d3 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913305 Apr 04 06:13:01.821680 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153742ed-3d36-40b5-aac5-96969ed61b4c req-a3ffd214-5280-47fa-a408-8bf8e1cd4ec3 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:01.823083 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-153742ed-3d36-40b5-aac5-96969ed61b4c req-a3ffd214-5280-47fa-a408-8bf8e1cd4ec3 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0635228 Apr 04 06:13:01.875562 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-153742ed-3d36-40b5-aac5-96969ed61b4c req-10cfa0fa-c0cb-4482-a186-b7eb946d918d tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441127 Apr 04 06:13:02.257305 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed7caa-1f6f-49e6-af10-221bc227080f req-8ed9e4b6-5567-42d8-8514-2c78f0293b42 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:02.258737 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1eed7caa-1f6f-49e6-af10-221bc227080f req-8ed9e4b6-5567-42d8-8514-2c78f0293b42 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 943 time: 0.0532877 Apr 04 06:13:02.307887 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1eed7caa-1f6f-49e6-af10-221bc227080f req-018a11d2-aa6d-4f06-80c3-6cf040e8d133 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430410 Apr 04 06:13:02.333679 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:03.007170 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fb1aa-dcbb-4cb7-9a1f-b0b0bee582cc req-c1de5b19-3e24-4f59-bb2d-24769ea930ef tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:03.009437 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6e3fb1aa-dcbb-4cb7-9a1f-b0b0bee582cc req-c1de5b19-3e24-4f59-bb2d-24769ea930ef tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0635939 Apr 04 06:13:03.064368 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6e3fb1aa-dcbb-4cb7-9a1f-b0b0bee582cc req-9ec67ec4-fd5e-4153-816f-11d0422b5c75 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495901 Apr 04 06:13:03.446928 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792cd5d-bb6c-4996-9bee-75d5167e2f47 req-36f9fe52-6d06-4e5f-992d-30aee24b3de4 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:03.448307 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6792cd5d-bb6c-4996-9bee-75d5167e2f47 req-36f9fe52-6d06-4e5f-992d-30aee24b3de4 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 943 time: 0.0640478 Apr 04 06:13:03.498624 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6792cd5d-bb6c-4996-9bee-75d5167e2f47 req-85ead22b-2ebf-4242-af9c-0a307e322985 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419180 Apr 04 06:13:04.023796 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b42fb795-c39d-4d2b-ba8d-0ce5eb850f55 req-b6347772-adf1-4334-96d8-c0d2cf16d2dd service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888124 Apr 04 06:13:04.038303 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:04.192573 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80cd3b-7cd8-4ca5-96ba-9cf6e0341650 req-d5c3ece6-0421-4097-82d9-906ec082b408 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:04.194069 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-af80cd3b-7cd8-4ca5-96ba-9cf6e0341650 req-d5c3ece6-0421-4097-82d9-906ec082b408 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0572994 Apr 04 06:13:04.247899 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-af80cd3b-7cd8-4ca5-96ba-9cf6e0341650 req-31e01775-33b3-4266-9219-2f0966917d20 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476096 Apr 04 06:13:04.582084 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:13:04.629314 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16092f0-8204-47f8-bc12-f20f6f85803b req-f1078b5c-93cb-42e7-b3ef-e13d2bd818b9 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:04.630927 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f16092f0-8204-47f8-bc12-f20f6f85803b req-f1078b5c-93cb-42e7-b3ef-e13d2bd818b9 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 943 time: 0.0640292 Apr 04 06:13:04.683000 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f16092f0-8204-47f8-bc12-f20f6f85803b req-c68f1409-d690-4321-b0ef-50a1129f6226 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459523 Apr 04 06:13:05.369088 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af35c0-90fd-45b3-8fd5-35c06811db4f req-d2880ed2-efad-436d-9001-71e6d2882ece tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:05.370608 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-24af35c0-90fd-45b3-8fd5-35c06811db4f req-d2880ed2-efad-436d-9001-71e6d2882ece tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0556684 Apr 04 06:13:05.421014 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-24af35c0-90fd-45b3-8fd5-35c06811db4f req-8706bcce-8ccf-476e-8160-de8b68728b5d tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447342 Apr 04 06:13:05.807819 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea91cb-2460-49cb-a0e6-35dc5d5f31af req-afb93a31-3fca-4572-8377-3e107f44eab7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:05.809339 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6dea91cb-2460-49cb-a0e6-35dc5d5f31af req-afb93a31-3fca-4572-8377-3e107f44eab7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 943 time: 0.0556476 Apr 04 06:13:05.862048 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6dea91cb-2460-49cb-a0e6-35dc5d5f31af req-7a586da9-119c-42af-bec7-abb49f293339 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467646 Apr 04 06:13:06.553773 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c409b8-7af0-4443-abe2-0eb65080f327 req-4026dedb-5e1c-4a5d-980e-3da85106bd51 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:06.555247 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f5c409b8-7af0-4443-abe2-0eb65080f327 req-4026dedb-5e1c-4a5d-980e-3da85106bd51 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0606797 Apr 04 06:13:06.604941 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f5c409b8-7af0-4443-abe2-0eb65080f327 req-4a86cca5-c5e0-4466-bf15-9d35081a27a2 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437918 Apr 04 06:13:06.992030 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf55f5-bcd1-45cc-b0e3-77660768c03b req-854fdf74-3916-4493-aea6-c98c5ffd9693 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:06.994353 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fdcf55f5-bcd1-45cc-b0e3-77660768c03b req-854fdf74-3916-4493-aea6-c98c5ffd9693 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 943 time: 0.0637901 Apr 04 06:13:07.043908 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fdcf55f5-bcd1-45cc-b0e3-77660768c03b req-301d1493-270d-4ab6-8dc5-00c030848576 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426419 Apr 04 06:13:07.735671 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a632477-035b-4135-9c44-db1570a40db0 req-afe39d34-1226-4e9c-88c5-2f30783306be tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:07.737198 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a632477-035b-4135-9c44-db1570a40db0 req-afe39d34-1226-4e9c-88c5-2f30783306be tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0542650 Apr 04 06:13:07.794248 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a632477-035b-4135-9c44-db1570a40db0 req-7a11987a-145a-40f2-9991-f809f6c706b4 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484929 Apr 04 06:13:08.031202 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2769ccac-bebb-487f-9a81-ed8ebdb61a6a req-ebcdc9f3-b5d7-4518-b3b6-dccbe09f5486 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660067 Apr 04 06:13:08.173262 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769ccac-bebb-487f-9a81-ed8ebdb61a6a req-7c78e4da-79e6-44dd-b354-edb88a385cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:08.174861 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2769ccac-bebb-487f-9a81-ed8ebdb61a6a req-7c78e4da-79e6-44dd-b354-edb88a385cd8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f97d1852193346c6916d9747f0c3b84f&device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 1129 time: 0.0809691 Apr 04 06:13:08.193057 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d8787-4fe5-4736-99ce-5e14ca9e4378 req-e078db88-203b-4dea-be6b-4e0f740cd8ac tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:08.194599 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-480d8787-4fe5-4736-99ce-5e14ca9e4378 req-e078db88-203b-4dea-be6b-4e0f740cd8ac tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 943 time: 0.0750296 Apr 04 06:13:08.302975 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-480d8787-4fe5-4736-99ce-5e14ca9e4378 req-f256e7b7-23d7-44f9-9751-4023df8e3aab tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844374 Apr 04 06:13:08.320284 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769ccac-bebb-487f-9a81-ed8ebdb61a6a req-d75475c0-4d97-4e32-a2dd-e3aeba364f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:08.322116 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2769ccac-bebb-487f-9a81-ed8ebdb61a6a req-d75475c0-4d97-4e32-a2dd-e3aeba364f07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=26e2fb68-805f-433f-ae13-ccc07aa47348 HTTP/1.1" status: 200 len: 920 time: 0.1264641 Apr 04 06:13:08.367548 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2769ccac-bebb-487f-9a81-ed8ebdb61a6a req-fd3a5a5c-eec8-4ce1-9823-fafde191b622 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5846f42-b520-40f3-8d48-058d23e28e31 HTTP/1.1" status: 200 len: 217 time: 0.0385284 Apr 04 06:13:08.418745 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769ccac-bebb-487f-9a81-ed8ebdb61a6a req-8898efb7-d690-4d81-a961-e58bd4943637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:08.420335 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2769ccac-bebb-487f-9a81-ed8ebdb61a6a req-8898efb7-d690-4d81-a961-e58bd4943637 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bb9207-6ade-4d75-844a-3661ead84b19 HTTP/1.1" status: 200 len: 858 time: 0.0467727 Apr 04 06:13:08.473720 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769ccac-bebb-487f-9a81-ed8ebdb61a6a req-51765d5b-6c73-4c5c-a012-47004f53b914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:08.475217 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2769ccac-bebb-487f-9a81-ed8ebdb61a6a req-51765d5b-6c73-4c5c-a012-47004f53b914 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26e2fb68-805f-433f-ae13-ccc07aa47348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481155 Apr 04 06:13:08.568596 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2769ccac-bebb-487f-9a81-ed8ebdb61a6a req-24e4ead8-b9fb-43c0-b723-4ffd0fabb839 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860193 Apr 04 06:13:08.658950 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2769ccac-bebb-487f-9a81-ed8ebdb61a6a req-e5566257-0804-4caa-a1d7-89d4fad018b6 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822563 Apr 04 06:13:08.927621 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd2114-2106-434f-b8d1-d9b65a828029 req-9ffc2064-0c53-45e2-aed7-dc9a91568975 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:08.929169 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0afd2114-2106-434f-b8d1-d9b65a828029 req-9ffc2064-0c53-45e2-aed7-dc9a91568975 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0610387 Apr 04 06:13:08.981285 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0afd2114-2106-434f-b8d1-d9b65a828029 req-4bb3c56d-09fb-4861-a440-8ce008881094 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463939 Apr 04 06:13:09.442868 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38230696-0920-4483-8eb2-dfea9b89485a req-f99c9fbc-82aa-42ef-8eba-ab92ec9e89b1 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:09.444291 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-38230696-0920-4483-8eb2-dfea9b89485a req-f99c9fbc-82aa-42ef-8eba-ab92ec9e89b1 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 943 time: 0.0635328 Apr 04 06:13:09.492930 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-38230696-0920-4483-8eb2-dfea9b89485a req-497f634b-2d22-4413-9721-8e3516b6f234 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428689 Apr 04 06:13:10.107264 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d19f16-4c33-4e79-88b1-c51cdfa4fc22 req-8cc738da-ac08-4b62-8712-856429a7a6b6 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:10.108724 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64d19f16-4c33-4e79-88b1-c51cdfa4fc22 req-8cc738da-ac08-4b62-8712-856429a7a6b6 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0524461 Apr 04 06:13:10.157114 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64d19f16-4c33-4e79-88b1-c51cdfa4fc22 req-90cb4566-fadc-4877-8a53-efb27a9c0e56 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425773 Apr 04 06:13:10.617406 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76436ee2-8288-4d24-8b3c-3c009955fc43 req-ba5752fd-9dd5-4427-9bd1-3860a2061706 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:10.618856 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-76436ee2-8288-4d24-8b3c-3c009955fc43 req-ba5752fd-9dd5-4427-9bd1-3860a2061706 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 943 time: 0.0566983 Apr 04 06:13:10.668042 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-76436ee2-8288-4d24-8b3c-3c009955fc43 req-efe314cf-a375-412d-ba99-761819f36879 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427599 Apr 04 06:13:11.289303 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777527ad-57a0-45bb-8a84-68b8cf02906d req-d059d6bc-3812-4135-b8cb-464e0e94fe20 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:11.291135 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-777527ad-57a0-45bb-8a84-68b8cf02906d req-d059d6bc-3812-4135-b8cb-464e0e94fe20 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0621152 Apr 04 06:13:11.346548 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-777527ad-57a0-45bb-8a84-68b8cf02906d req-82663687-d435-492e-ab7c-1c85f812e970 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469317 Apr 04 06:13:11.806296 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37a166-f66e-4acc-8a99-dc80d192644f req-bef0316d-909f-49ef-896f-d8482edaae96 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:11.807814 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9e37a166-f66e-4acc-8a99-dc80d192644f req-bef0316d-909f-49ef-896f-d8482edaae96 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 943 time: 0.0601547 Apr 04 06:13:11.861585 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9e37a166-f66e-4acc-8a99-dc80d192644f req-ed12efdf-ef64-4f35-833c-885c409d22b1 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451388 Apr 04 06:13:12.483100 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f677e57-5f8b-42e7-a91b-b3092c501bad req-0b7c45c3-b84f-4ead-a35c-8321baaef7eb tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:12.484559 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3f677e57-5f8b-42e7-a91b-b3092c501bad req-0b7c45c3-b84f-4ead-a35c-8321baaef7eb tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0543354 Apr 04 06:13:12.533652 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3f677e57-5f8b-42e7-a91b-b3092c501bad req-6ddb2080-23e3-4443-a004-cd4fce865f23 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429013 Apr 04 06:13:12.993705 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7c91f-c67a-4606-9685-2d1e31ff7637 req-bcc2ddac-f363-4ab8-b5c9-0a6beac79a7e tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:12.995178 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6cc7c91f-c67a-4606-9685-2d1e31ff7637 req-bcc2ddac-f363-4ab8-b5c9-0a6beac79a7e tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 943 time: 0.0573018 Apr 04 06:13:13.042268 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6cc7c91f-c67a-4606-9685-2d1e31ff7637 req-1add0bbb-55b0-41d2-bc27-a27ac8755b10 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414715 Apr 04 06:13:13.668323 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99dd95-05c9-4df4-86d3-4da4e65ff705 req-25f3994f-7a73-43ee-bcd1-01b0626f12ab tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:13.669709 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bd99dd95-05c9-4df4-86d3-4da4e65ff705 req-25f3994f-7a73-43ee-bcd1-01b0626f12ab tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0608444 Apr 04 06:13:13.720411 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bd99dd95-05c9-4df4-86d3-4da4e65ff705 req-97cfc1ab-13f6-49db-b894-bf1e6bb21812 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439348 Apr 04 06:13:14.183286 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429de245-9224-4251-9aad-fdf2b439d4b5 req-f88f04a3-586a-48e4-8ecf-cc5001a34812 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:14.184745 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-429de245-9224-4251-9aad-fdf2b439d4b5 req-f88f04a3-586a-48e4-8ecf-cc5001a34812 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 943 time: 0.0589702 Apr 04 06:13:14.234438 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-429de245-9224-4251-9aad-fdf2b439d4b5 req-4b34a2ce-48de-4470-af5e-74dc4c025104 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413964 Apr 04 06:13:14.841083 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca537b-9e20-4b16-9aed-fe3783f1b392 req-3232206e-9b9a-4b43-a6f6-e3dcb8cf156c tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:14.842557 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-07ca537b-9e20-4b16-9aed-fe3783f1b392 req-3232206e-9b9a-4b43-a6f6-e3dcb8cf156c tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0557702 Apr 04 06:13:14.897423 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-07ca537b-9e20-4b16-9aed-fe3783f1b392 req-02fe1ee4-9a7d-4faa-8948-6f09d7904ae5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489604 Apr 04 06:13:15.360643 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb97f3-6a6b-45d8-a46a-497a18902aba req-80ddc631-9e39-417f-a48b-650f82ed9c63 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:15.362482 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c2bb97f3-6a6b-45d8-a46a-497a18902aba req-80ddc631-9e39-417f-a48b-650f82ed9c63 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 943 time: 0.0556130 Apr 04 06:13:15.417857 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c2bb97f3-6a6b-45d8-a46a-497a18902aba req-efb6489a-36e9-4351-b11c-98c51d115782 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469525 Apr 04 06:13:16.025233 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03b190-38ad-49c3-a0e6-d93b7cd9caa6 req-7a86ca5e-3c8b-47f9-9b6e-c40fec4ebb4b tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:16.026698 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ee03b190-38ad-49c3-a0e6-d93b7cd9caa6 req-7a86ca5e-3c8b-47f9-9b6e-c40fec4ebb4b tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0573370 Apr 04 06:13:16.080279 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ee03b190-38ad-49c3-a0e6-d93b7cd9caa6 req-265aff66-b845-437d-88fc-f5cee688d5ee tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465639 Apr 04 06:13:16.543120 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020695b-7b08-4f93-a262-7ab412bf2fef req-304eccc8-658c-47bd-8c2a-efaaa238cfa4 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:16.544645 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0020695b-7b08-4f93-a262-7ab412bf2fef req-304eccc8-658c-47bd-8c2a-efaaa238cfa4 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 943 time: 0.0591123 Apr 04 06:13:16.602509 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0020695b-7b08-4f93-a262-7ab412bf2fef req-1773ce1a-315e-4565-b36d-289e5ea7ea67 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493991 Apr 04 06:13:17.218427 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6337d-e860-45c0-a4bd-2b1955085acf req-97aeaa01-d433-4edf-a0c9-4b0346b0038c tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:17.219926 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8ec6337d-e860-45c0-a4bd-2b1955085acf req-97aeaa01-d433-4edf-a0c9-4b0346b0038c tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0625103 Apr 04 06:13:17.271245 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8ec6337d-e860-45c0-a4bd-2b1955085acf req-23f67831-040c-4743-8c68-a3e960c94018 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453300 Apr 04 06:13:17.737215 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e9272-c6c3-4604-9613-80720669a105 req-b3213257-5ed6-4cbb-b7c7-df6baf78ae2e tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:17.738670 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-880e9272-c6c3-4604-9613-80720669a105 req-b3213257-5ed6-4cbb-b7c7-df6baf78ae2e tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 943 time: 0.0580881 Apr 04 06:13:18.045446 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-880e9272-c6c3-4604-9613-80720669a105 req-4e0e4c1b-d993-43c2-a0f9-2774c7ac2be4 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3007419 Apr 04 06:13:18.398732 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb923bc9-ef10-4111-81d4-ead49a783fd9 req-b5c3e678-d48e-4e8e-8de8-66488feb4099 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:18.400197 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eb923bc9-ef10-4111-81d4-ead49a783fd9 req-b5c3e678-d48e-4e8e-8de8-66488feb4099 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0592899 Apr 04 06:13:18.451491 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eb923bc9-ef10-4111-81d4-ead49a783fd9 req-db689dcd-daea-4a06-bb0d-5959f23e6e0b tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443199 Apr 04 06:13:19.171590 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eec882-6a89-48b2-a655-0fac3d720515 req-2bef1da7-da72-469c-98be-de724fa7aba8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:19.173613 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-73eec882-6a89-48b2-a655-0fac3d720515 req-2bef1da7-da72-469c-98be-de724fa7aba8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 943 time: 0.0594769 Apr 04 06:13:19.227131 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-73eec882-6a89-48b2-a655-0fac3d720515 req-824a4c21-41f8-4912-b3b1-2777b5b48794 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476468 Apr 04 06:13:19.307545 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 031b35eb-3eef-4f87-9b34-0ee798bb2b47 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:13:19.430674 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 031b35eb-3eef-4f87-9b34-0ee798bb2b47, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=031b35eb-3eef-4f87-9b34-0ee798bb2b47,segment=NetworkSegment(449e42ca-afbf-4d5e-a8c0-f64385ea3ca8),segment_id=449e42ca-afbf-4d5e-a8c0-f64385ea3ca8)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:13:19.444722 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': '031b35eb-3eef-4f87-9b34-0ee798bb2b47', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'port_id': '031b35eb-3eef-4f87-9b34-0ee798bb2b47', 'mac_address': 'fa:16:3e:42:69:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:13:19.485238 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 031b35eb-3eef-4f87-9b34-0ee798bb2b47 is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:13:19.485673 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (031b35eb-3eef-4f87-9b34-0ee798bb2b47), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:19.503790 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 031b35eb-3eef-4f87-9b34-0ee798bb2b47 {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:13:19.523396 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 031b35eb-3eef-4f87-9b34-0ee798bb2b47, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=031b35eb-3eef-4f87-9b34-0ee798bb2b47,segment=NetworkSegment(449e42ca-afbf-4d5e-a8c0-f64385ea3ca8),segment_id=449e42ca-afbf-4d5e-a8c0-f64385ea3ca8)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:13:19.527799 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (031b35eb-3eef-4f87-9b34-0ee798bb2b47), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:19.575533 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=031b35eb-3eef-4f87-9b34-0ee798bb2b47,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:13:19.576941 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38243d9b-2615-43ff-8f97-ebd80834e125 req-f7dca8b1-80e6-4c53-b44b-af308d6c3db0 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:19.579393 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-38243d9b-2615-43ff-8f97-ebd80834e125 req-f7dca8b1-80e6-4c53-b44b-af308d6c3db0 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0557420 Apr 04 06:13:19.583995 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:19.584344 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:19.584693 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:19.585087 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:19.585410 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:19.585749 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:19.586116 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:19.586452 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:19.586783 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:19.587123 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:19.587448 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:19.587804 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:19.588142 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:19.588465 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:19.588815 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:19.633218 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-38243d9b-2615-43ff-8f97-ebd80834e125 req-5c7d789c-7656-41d1-8ce9-9f51764435c5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439372 Apr 04 06:13:20.062574 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['031b35eb-3eef-4f87-9b34-0ee798bb2b47'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:13:20.349969 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd625af9-5a17-4389-9cd2-4e981beb7b57 req-8bce4d65-acbb-4f8a-ba3a-4c2b6c5a17b8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:20.351447 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-dd625af9-5a17-4389-9cd2-4e981beb7b57 req-8bce4d65-acbb-4f8a-ba3a-4c2b6c5a17b8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 944 time: 0.0540597 Apr 04 06:13:20.407586 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-dd625af9-5a17-4389-9cd2-4e981beb7b57 req-c460f1df-5509-4596-8e96-5528e8c8e583 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482674 Apr 04 06:13:20.763331 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67341f6a-df1d-4f82-8e17-fe6f73832a0a req-59a118b8-4118-4894-a541-1db5b24602a3 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:20.764808 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-67341f6a-df1d-4f82-8e17-fe6f73832a0a req-59a118b8-4118-4894-a541-1db5b24602a3 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0618117 Apr 04 06:13:20.819701 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-67341f6a-df1d-4f82-8e17-fe6f73832a0a req-adc692ce-cf21-4659-ac6e-337be4ad5c79 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490386 Apr 04 06:13:21.532383 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd469150-8bf8-4666-b77d-1239fde17b61 req-012cb759-47db-4616-8273-a99964bb966d tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:21.533874 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-dd469150-8bf8-4666-b77d-1239fde17b61 req-012cb759-47db-4616-8273-a99964bb966d tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 944 time: 0.0585124 Apr 04 06:13:21.587739 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-dd469150-8bf8-4666-b77d-1239fde17b61 req-5e0c5411-6102-48b1-a0e9-c2551e2e225e tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456271 Apr 04 06:13:21.946431 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6d3fd-47ef-48b2-83fd-8389980571b7 req-d08a45a6-3a1c-4996-8a89-45de8d9e159b tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:21.948005 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bbd6d3fd-47ef-48b2-83fd-8389980571b7 req-d08a45a6-3a1c-4996-8a89-45de8d9e159b tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0582805 Apr 04 06:13:22.000728 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bbd6d3fd-47ef-48b2-83fd-8389980571b7 req-222bc391-04e6-4714-bf98-46500770fd45 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446644 Apr 04 06:13:22.586921 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92aee41-2ee3-4e41-95a6-a607ff00e6de req-ff695d8f-9306-42e8-9d5f-c2e1b80144dc tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:22.588511 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a92aee41-2ee3-4e41-95a6-a607ff00e6de req-ff695d8f-9306-42e8-9d5f-c2e1b80144dc tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 945 time: 0.0538847 Apr 04 06:13:22.645329 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a92aee41-2ee3-4e41-95a6-a607ff00e6de req-5cfb551a-dcbc-45b6-ba19-fa2386c338af tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511241 Apr 04 06:13:22.727310 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42754e54-8cf5-4c27-bf2c-e530e60ffa9f req-8cabd514-784c-498c-bf2b-e36ed26125d9 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:22.728854 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-42754e54-8cf5-4c27-bf2c-e530e60ffa9f req-8cabd514-784c-498c-bf2b-e36ed26125d9 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 944 time: 0.0548935 Apr 04 06:13:22.782110 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-42754e54-8cf5-4c27-bf2c-e530e60ffa9f req-b529997f-ba45-43ad-95a6-b31dbf62fad3 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471892 Apr 04 06:13:23.137729 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4a386-cb18-4210-a5c0-1f9f21b70f8e req-b6d19785-ce03-4b1c-bf16-11f8ef319ac0 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:23.139149 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4cf4a386-cb18-4210-a5c0-1f9f21b70f8e req-b6d19785-ce03-4b1c-bf16-11f8ef319ac0 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0630145 Apr 04 06:13:23.194675 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4cf4a386-cb18-4210-a5c0-1f9f21b70f8e req-f94d5c0e-ce55-40ef-ad76-11a0f6cf90d9 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473492 Apr 04 06:13:23.324046 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 2fa1b34e-19ad-458e-a643-11feaaf36b85 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:13:23.326217 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 031b35eb-3eef-4f87-9b34-0ee798bb2b47 up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:13:23.440866 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning for port 031b35eb-3eef-4f87-9b34-0ee798bb2b47 completed by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 06:13:23.451639 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port 031b35eb-3eef-4f87-9b34-0ee798bb2b47 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:13:23.452009 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (031b35eb-3eef-4f87-9b34-0ee798bb2b47), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:23.490605 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 2fa1b34e-19ad-458e-a643-11feaaf36b85, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2fa1b34e-19ad-458e-a643-11feaaf36b85,segment=NetworkSegment(566fd8ba-1f86-4d17-aeb5-58d7dd819cb2),segment_id=566fd8ba-1f86-4d17-aeb5-58d7dd819cb2)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:13:23.511979 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': '2fa1b34e-19ad-458e-a643-11feaaf36b85', 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34', 'port_id': '2fa1b34e-19ad-458e-a643-11feaaf36b85', 'mac_address': 'fa:16:3e:b7:9f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a480b576-ae06-41c3-9207-91443ef79063', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:13:23.573637 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 2fa1b34e-19ad-458e-a643-11feaaf36b85 is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:13:23.574031 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2fa1b34e-19ad-458e-a643-11feaaf36b85), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:23.594162 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 031b35eb-3eef-4f87-9b34-0ee798bb2b47 is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:13:23.594527 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (031b35eb-3eef-4f87-9b34-0ee798bb2b47), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:23.597151 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa1b34e-19ad-458e-a643-11feaaf36b85 {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:13:23.629159 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 2fa1b34e-19ad-458e-a643-11feaaf36b85, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2fa1b34e-19ad-458e-a643-11feaaf36b85,segment=NetworkSegment(566fd8ba-1f86-4d17-aeb5-58d7dd819cb2),segment_id=566fd8ba-1f86-4d17-aeb5-58d7dd819cb2)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:13:23.636280 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f904c4-ea85-448b-9888-596294c31fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031b35eb-3eef-4f87-9b34-0ee798bb2b47'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:13:23.638603 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55eb6b4-9fca-4ed8-9c7f-cbb0a28eec90" -d '{"events": [{"server_uuid": "b7f904c4-ea85-448b-9888-596294c31fb9", "name": "network-vif-plugged", "status": "completed", "tag": "031b35eb-3eef-4f87-9b34-0ee798bb2b47"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:13:23.648919 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (2fa1b34e-19ad-458e-a643-11feaaf36b85), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:23.657821 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 031b35eb-3eef-4f87-9b34-0ee798bb2b47, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=031b35eb-3eef-4f87-9b34-0ee798bb2b47,segment=NetworkSegment(449e42ca-afbf-4d5e-a8c0-f64385ea3ca8),segment_id=449e42ca-afbf-4d5e-a8c0-f64385ea3ca8)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:13:23.680697 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b15fee-53e9-4694-ba2c-ea265c738f3f x-openstack-request-id: req-81b15fee-53e9-4694-ba2c-ea265c738f3f {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:13:23.681033 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f904c4-ea85-448b-9888-596294c31fb9", "name": "network-vif-plugged", "status": "completed", "tag": "031b35eb-3eef-4f87-9b34-0ee798bb2b47", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:13:23.681285 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81b15fee-53e9-4694-ba2c-ea265c738f3f {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:13:23.681785 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81b15fee-53e9-4694-ba2c-ea265c738f3f'] response: {'server_uuid': 'b7f904c4-ea85-448b-9888-596294c31fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031b35eb-3eef-4f87-9b34-0ee798bb2b47', 'code': 200} Apr 04 06:13:23.685075 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (031b35eb-3eef-4f87-9b34-0ee798bb2b47), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:23.725946 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=2fa1b34e-19ad-458e-a643-11feaaf36b85,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:13:23.779288 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=031b35eb-3eef-4f87-9b34-0ee798bb2b47,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:13:23.793956 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d96b10-521e-4835-99d2-4a5c064b8ecd req-52a8f991-8962-4f20-bad6-3a815befe5e5 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:23.795562 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-39d96b10-521e-4835-99d2-4a5c064b8ecd req-52a8f991-8962-4f20-bad6-3a815befe5e5 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 945 time: 0.0713162 Apr 04 06:13:23.853521 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-39d96b10-521e-4835-99d2-4a5c064b8ecd req-365a27ad-1b42-4305-a0b9-3b4ffac6efeb tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518191 Apr 04 06:13:23.933639 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecab57-1556-4a3c-a452-e9f331e1d645 req-eda32afc-fdc0-42df-80ed-5b67112c68f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:23.935115 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-43ecab57-1556-4a3c-a452-e9f331e1d645 req-eda32afc-fdc0-42df-80ed-5b67112c68f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 1129 time: 0.0806305 Apr 04 06:13:23.942830 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fa9bb-1fe3-491a-bdc9-203e1bdf0fb0 req-c8ef63c3-d66f-4101-a2a7-99d60d37ed97 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:23.944148 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-808fa9bb-1fe3-491a-bdc9-203e1bdf0fb0 req-c8ef63c3-d66f-4101-a2a7-99d60d37ed97 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0799770 Apr 04 06:13:24.015785 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-43ecab57-1556-4a3c-a452-e9f331e1d645 req-53dc8367-e1ea-46ad-a41f-740cb0f08af5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706975 Apr 04 06:13:24.020054 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-808fa9bb-1fe3-491a-bdc9-203e1bdf0fb0 req-43ba464f-c734-43fe-8f9d-1305022e691a tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697167 Apr 04 06:13:24.220817 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['2fa1b34e-19ad-458e-a643-11feaaf36b85'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:13:24.326462 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9af561-54ff-4ecb-8452-13c411f7dc2b req-dea360ab-c7cf-4d3c-878d-45fc02a8fa78 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:24.328114 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8a9af561-54ff-4ecb-8452-13c411f7dc2b req-dea360ab-c7cf-4d3c-878d-45fc02a8fa78 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 944 time: 0.0594306 Apr 04 06:13:24.382714 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8a9af561-54ff-4ecb-8452-13c411f7dc2b req-f984ec1c-0f0a-41d6-95f5-87a66b6a7546 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489857 Apr 04 06:13:24.979053 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d743b-d9d3-4159-bf7c-c1eed304d88a req-59e13f17-ce07-4b42-86b9-f7ea25f62dfc tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:24.980427 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-107d743b-d9d3-4159-bf7c-c1eed304d88a req-59e13f17-ce07-4b42-86b9-f7ea25f62dfc tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 945 time: 0.0553875 Apr 04 06:13:25.032251 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-107d743b-d9d3-4159-bf7c-c1eed304d88a req-7d7c05d6-e3b0-4412-9331-efc27d413912 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431468 Apr 04 06:13:25.142090 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b512db-c8a4-4732-9c8d-833a5ddf93d6 req-82dd4dba-4697-4abe-a9c3-1333097ad367 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:25.143553 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c4b512db-c8a4-4732-9c8d-833a5ddf93d6 req-82dd4dba-4697-4abe-a9c3-1333097ad367 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0561388 Apr 04 06:13:25.197153 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c4b512db-c8a4-4732-9c8d-833a5ddf93d6 req-42c14333-fae1-48bc-a0c6-4e8eade020d8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478704 Apr 04 06:13:25.514829 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfc8fb-f082-48c8-9883-1671f040d8af req-27dd5338-2e4d-4507-a9eb-c69e0538345e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:25.516212 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a5cfc8fb-f082-48c8-9883-1671f040d8af req-27dd5338-2e4d-4507-a9eb-c69e0538345e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 944 time: 0.0594394 Apr 04 06:13:25.569483 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a5cfc8fb-f082-48c8-9883-1671f040d8af req-089cf0ad-868d-41db-b586-334a931a954f tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449574 Apr 04 06:13:26.156427 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d58b0f6d-69d6-469f-9cff-e10cdcb5b89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:26.199715 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035921a8-5771-4561-80ee-b2ced2ccaeba req-4a1cd6e4-2960-45d9-83f6-a5c4bdeab6cd tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:26.201257 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-035921a8-5771-4561-80ee-b2ced2ccaeba req-4a1cd6e4-2960-45d9-83f6-a5c4bdeab6cd tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 945 time: 0.0876775 Apr 04 06:13:26.213894 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ea54b-7ef7-41ce-9bbd-519c25d22a91 req-3a74decb-ca77-4ef9-acbf-85ccbf170b1e tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:26.215331 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-586ea54b-7ef7-41ce-9bbd-519c25d22a91 req-3a74decb-ca77-4ef9-acbf-85ccbf170b1e tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 945 time: 0.0868440 Apr 04 06:13:26.318096 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-035921a8-5771-4561-80ee-b2ced2ccaeba req-cfe60c09-9642-4470-850a-e5e00169445d tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111300 Apr 04 06:13:26.372431 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff1130-a86a-4d19-9ec4-42669f2fdd98 req-5db571a6-fad1-409e-ac27-260ea6247e04 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:26.373930 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-edff1130-a86a-4d19-9ec4-42669f2fdd98 req-5db571a6-fad1-409e-ac27-260ea6247e04 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.1046853 Apr 04 06:13:26.406202 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-586ea54b-7ef7-41ce-9bbd-519c25d22a91 req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Deleting port e0707ce0-f96a-4e0e-a372-f3880efb12ca {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:13:26.406541 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-586ea54b-7ef7-41ce-9bbd-519c25d22a91 req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (e0707ce0-f96a-4e0e-a372-f3880efb12ca), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:26.483822 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-edff1130-a86a-4d19-9ec4-42669f2fdd98 req-42fa0d11-9552-43b5-bf0e-5b27f604ae8d tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033967 Apr 04 06:13:26.521766 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-586ea54b-7ef7-41ce-9bbd-519c25d22a91 req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] For port e0707ce0-f96a-4e0e-a372-f3880efb12ca, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e0707ce0-f96a-4e0e-a372-f3880efb12ca,segment=NetworkSegment(51f84bee-76f8-46b6-af8c-7f2c1e111a59),segment_id=51f84bee-76f8-46b6-af8c-7f2c1e111a59)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:13:26.522491 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-586ea54b-7ef7-41ce-9bbd-519c25d22a91 req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (e0707ce0-f96a-4e0e-a372-f3880efb12ca), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:26.537869 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-586ea54b-7ef7-41ce-9bbd-519c25d22a91 req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Calling delete_port for e0707ce0-f96a-4e0e-a372-f3880efb12ca owned by compute:nova {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:13:26.704031 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-586ea54b-7ef7-41ce-9bbd-519c25d22a91 req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (e0707ce0-f96a-4e0e-a372-f3880efb12ca), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:26.723432 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['e0707ce0-f96a-4e0e-a372-f3880efb12ca'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:13:26.745591 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Pushing event deleted for resources: {'Port': ['ID=e0707ce0-f96a-4e0e-a372-f3880efb12ca,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:13:26.775649 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:26.775982 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:26.776268 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:26.776605 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:26.776954 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:26.777299 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:26.777777 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:26.778056 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:26.778397 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:26.778793 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:26.779131 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:26.779460 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:26.779781 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:26.780105 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:26.780421 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:26.790135 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92a80c-e5ed-4510-9eb3-5fba960d50d1 req-645f90e1-e794-4177-abf8-cc4b9fc5e165 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:26.791641 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9e92a80c-e5ed-4510-9eb3-5fba960d50d1 req-645f90e1-e794-4177-abf8-cc4b9fc5e165 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 944 time: 0.1412179 Apr 04 06:13:26.819255 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-586ea54b-7ef7-41ce-9bbd-519c25d22a91 req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] No DVR routers for this DVR port e0707ce0-f96a-4e0e-a372-f3880efb12ca on host hv-cinder-83444 {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:13:26.821822 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-586ea54b-7ef7-41ce-9bbd-519c25d22a91 req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:26.825475 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-586ea54b-7ef7-41ce-9bbd-519c25d22a91 req-824cdea6-6fa6-4634-ae95-4dfab01ef73a tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.37 "DELETE /v2.0/ports/e0707ce0-f96a-4e0e-a372-f3880efb12ca HTTP/1.1" status: 204 len: 173 time: 0.5925736 Apr 04 06:13:26.826620 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5627dcc-6126-4a7c-8da3-18a47c5ee147', 'name': 'network-vif-deleted', 'tag': 'e0707ce0-f96a-4e0e-a372-f3880efb12ca'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:13:26.828971 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7112b553-62cd-4695-9b72-7c52275df65b" -d '{"events": [{"server_uuid": "c5627dcc-6126-4a7c-8da3-18a47c5ee147", "name": "network-vif-deleted", "tag": "e0707ce0-f96a-4e0e-a372-f3880efb12ca"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:13:26.875845 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23ca478-62de-4278-bec0-7b1eeca6f961 x-openstack-request-id: req-d23ca478-62de-4278-bec0-7b1eeca6f961 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:13:26.876227 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5627dcc-6126-4a7c-8da3-18a47c5ee147", "name": "network-vif-deleted", "tag": "e0707ce0-f96a-4e0e-a372-f3880efb12ca", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:13:26.877156 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d23ca478-62de-4278-bec0-7b1eeca6f961 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:13:26.877565 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d23ca478-62de-4278-bec0-7b1eeca6f961'] response: {'server_uuid': 'c5627dcc-6126-4a7c-8da3-18a47c5ee147', 'name': 'network-vif-deleted', 'tag': 'e0707ce0-f96a-4e0e-a372-f3880efb12ca', 'status': 'completed', 'code': 200} Apr 04 06:13:26.889889 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9e92a80c-e5ed-4510-9eb3-5fba960d50d1 req-99d1a75a-42c3-4866-9498-9cc9cc613c03 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704813 Apr 04 06:13:27.344372 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 2fa1b34e-19ad-458e-a643-11feaaf36b85 up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:13:27.461923 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-07aab2c3-08a7-4bfa-a10b-268fe7e3d8c2 req-629c1497-e4f1-4b67-b6da-5c9d2bb8e9f7 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5627dcc-6126-4a7c-8da3-18a47c5ee147 HTTP/1.1" status: 200 len: 210 time: 0.0300963 Apr 04 06:13:27.556132 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning for port 2fa1b34e-19ad-458e-a643-11feaaf36b85 completed by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 06:13:27.560387 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port 2fa1b34e-19ad-458e-a643-11feaaf36b85 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:13:27.560760 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (2fa1b34e-19ad-458e-a643-11feaaf36b85), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:27.606375 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dc6dc-342e-4edf-8d7d-c01856d9786b req-062afc94-ec13-49d5-b78a-41772b8136b6 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:27.607975 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6f9dc6dc-342e-4edf-8d7d-c01856d9786b req-062afc94-ec13-49d5-b78a-41772b8136b6 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0547776 Apr 04 06:13:27.640141 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 2fa1b34e-19ad-458e-a643-11feaaf36b85 is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:13:27.640527 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2fa1b34e-19ad-458e-a643-11feaaf36b85), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:27.659084 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6f9dc6dc-342e-4edf-8d7d-c01856d9786b req-8ae37e61-1b40-408b-ab9e-7c3c6359dafa tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453246 Apr 04 06:13:27.663684 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d58c601-f108-44be-bacf-fb85ef05e3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa1b34e-19ad-458e-a643-11feaaf36b85'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:13:27.665998 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7bfbcd-6261-48d4-903b-146e31c14254" -d '{"events": [{"server_uuid": "7d58c601-f108-44be-bacf-fb85ef05e3f3", "name": "network-vif-plugged", "status": "completed", "tag": "2fa1b34e-19ad-458e-a643-11feaaf36b85"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:13:27.679002 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 2fa1b34e-19ad-458e-a643-11feaaf36b85, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2fa1b34e-19ad-458e-a643-11feaaf36b85,segment=NetworkSegment(566fd8ba-1f86-4d17-aeb5-58d7dd819cb2),segment_id=566fd8ba-1f86-4d17-aeb5-58d7dd819cb2)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:13:27.684137 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (2fa1b34e-19ad-458e-a643-11feaaf36b85), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:27.685200 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device e0707ce0-f96a-4e0e-a372-f3880efb12ca no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:13:27.706919 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e42c52-9c93-44a9-973b-bd0648e70a81 x-openstack-request-id: req-60e42c52-9c93-44a9-973b-bd0648e70a81 {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:13:27.707240 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d58c601-f108-44be-bacf-fb85ef05e3f3", "name": "network-vif-plugged", "status": "completed", "tag": "2fa1b34e-19ad-458e-a643-11feaaf36b85", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:13:27.707498 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60e42c52-9c93-44a9-973b-bd0648e70a81 {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:13:27.707907 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60e42c52-9c93-44a9-973b-bd0648e70a81'] response: {'server_uuid': '7d58c601-f108-44be-bacf-fb85ef05e3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa1b34e-19ad-458e-a643-11feaaf36b85', 'code': 200} Apr 04 06:13:27.711944 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] No Port match for: e0707ce0-f96a-4e0e-a372-f3880efb12ca {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:13:27.712292 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device e0707ce0-f96a-4e0e-a372-f3880efb12ca not bound to the agent host hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:13:27.767633 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=2fa1b34e-19ad-458e-a643-11feaaf36b85,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:13:27.782638 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5979bf-96a8-4d55-a621-4d7125ea1c59 req-56637b1b-02eb-4dc9-a523-881430f2f7b6 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:27.784113 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ef5979bf-96a8-4d55-a621-4d7125ea1c59 req-56637b1b-02eb-4dc9-a523-881430f2f7b6 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0585246 Apr 04 06:13:27.793370 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 54604) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:13:27.797849 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-f05791ed-32bb-44a9-bb3e-41abbca9fa13 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Request body: {'floatingip': {'port_id': '031b35eb-3eef-4f87-9b34-0ee798bb2b47'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:13:27.838375 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f05791ed-32bb-44a9-bb3e-41abbca9fa13 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for floatingip (5bb2749b-5a6a-4009-ac00-d22889828ef1), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:28.096224 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de27d6-cff0-4a54-a418-5f68b233a423 req-1890b258-339b-428b-83e2-37c84e5debe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:28.097797 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-89de27d6-cff0-4a54-a418-5f68b233a423 req-1890b258-339b-428b-83e2-37c84e5debe6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 1129 time: 0.1724334 Apr 04 06:13:28.141560 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3c6a9-f9f0-448e-923c-27073176e846 req-80a878ad-30d4-482c-9ea5-546027ce9e46 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:28.142993 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cec3c6a9-f9f0-448e-923c-27073176e846 req-80a878ad-30d4-482c-9ea5-546027ce9e46 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.1757908 Apr 04 06:13:28.230648 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-89de27d6-cff0-4a54-a418-5f68b233a423 req-d4f8900f-c552-450a-8586-a2417128575c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221662 Apr 04 06:13:28.295902 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cec3c6a9-f9f0-448e-923c-27073176e846 req-e472c19f-23f0-447e-a7be-9a8a81f3882f tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471024 Apr 04 06:13:28.322102 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1fb82ca9-0e04-439f-bcfe-5e28a84c2af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:28.443061 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f05791ed-32bb-44a9-bb3e-41abbca9fa13 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:28.450097 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f05791ed-32bb-44a9-bb3e-41abbca9fa13 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (5bb2749b-5a6a-4009-ac00-d22889828ef1), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:28.566945 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.l3_db [None req-f05791ed-32bb-44a9-bb3e-41abbca9fa13 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Floating IP 5bb2749b-5a6a-4009-ac00-d22889828ef1 associated. External IP: 172.27.2.222, port: 031b35eb-3eef-4f87-9b34-0ee798bb2b47. Apr 04 06:13:28.801433 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05791ed-32bb-44a9-bb3e-41abbca9fa13 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Router 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:13:28.924714 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05791ed-32bb-44a9-bb3e-41abbca9fa13 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:13:28.929231 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f05791ed-32bb-44a9-bb3e-41abbca9fa13 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:28.937904 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4661f-a55f-497d-a0cb-753d97e9dfc7 None None] Sync routers for ids ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:13:28.949688 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a4661f-a55f-497d-a0cb-753d97e9dfc7 None None] Routers {'9bedd657-7d9c-41ab-9da5-e2c86274a5e1'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:13:28.950572 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-63a4661f-a55f-497d-a0cb-753d97e9dfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:13:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:13:28.962252 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-f05791ed-32bb-44a9-bb3e-41abbca9fa13 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "PUT /v2.0/floatingips/5bb2749b-5a6a-4009-ac00-d22889828ef1 HTTP/1.1" status: 200 len: 991 time: 1.1676519 Apr 04 06:13:28.962836 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f904c4-ea85-448b-9888-596294c31fb9', 'tag': '031b35eb-3eef-4f87-9b34-0ee798bb2b47'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:13:28.965298 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa27933c-9c7c-40ad-bd0c-5735cfc206cb" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f904c4-ea85-448b-9888-596294c31fb9", "tag": "031b35eb-3eef-4f87-9b34-0ee798bb2b47"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:13:29.004006 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda0bf82-d58b-4e3d-a961-61c3260fafb3 x-openstack-request-id: req-fda0bf82-d58b-4e3d-a961-61c3260fafb3 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:13:29.004298 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f904c4-ea85-448b-9888-596294c31fb9", "tag": "031b35eb-3eef-4f87-9b34-0ee798bb2b47", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:13:29.004552 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fda0bf82-d58b-4e3d-a961-61c3260fafb3 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:13:29.004996 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda0bf82-d58b-4e3d-a961-61c3260fafb3'] response: {'name': 'network-changed', 'server_uuid': 'b7f904c4-ea85-448b-9888-596294c31fb9', 'tag': '031b35eb-3eef-4f87-9b34-0ee798bb2b47', 'status': 'completed', 'code': 200} Apr 04 06:13:29.082255 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27933c-9c7c-40ad-bd0c-5735cfc206cb req-10b6954e-aef2-4eb2-a018-023516fbe431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:29.084119 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa27933c-9c7c-40ad-bd0c-5735cfc206cb req-10b6954e-aef2-4eb2-a018-023516fbe431 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f97d1852193346c6916d9747f0c3b84f&device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 1129 time: 0.0541382 Apr 04 06:13:29.156768 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-63a4661f-a55f-497d-a0cb-753d97e9dfc7 None None] Set router 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:13:29.191442 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27933c-9c7c-40ad-bd0c-5735cfc206cb req-28a4f953-ece8-4ef4-815c-f2f4d6a9d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:29.192933 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa27933c-9c7c-40ad-bd0c-5735cfc206cb req-28a4f953-ece8-4ef4-815c-f2f4d6a9d6c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=26e2fb68-805f-433f-ae13-ccc07aa47348 HTTP/1.1" status: 200 len: 920 time: 0.0927048 Apr 04 06:13:29.265776 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa27933c-9c7c-40ad-bd0c-5735cfc206cb req-f335dd20-4541-445e-8577-87f42616d885 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=031b35eb-3eef-4f87-9b34-0ee798bb2b47 HTTP/1.1" status: 200 len: 999 time: 0.0643811 Apr 04 06:13:29.314202 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27933c-9c7c-40ad-bd0c-5735cfc206cb req-40d0b837-acf9-40d8-8c12-42f45202a5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:29.315822 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa27933c-9c7c-40ad-bd0c-5735cfc206cb req-40d0b837-acf9-40d8-8c12-42f45202a5a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bb9207-6ade-4d75-844a-3661ead84b19 HTTP/1.1" status: 200 len: 858 time: 0.0441494 Apr 04 06:13:29.389383 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-63a4661f-a55f-497d-a0cb-753d97e9dfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2045266382-router', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:09:58Z', 'updated_at': '2022-04-04T06:10:07Z', 'revision_number': 4, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'gw_port': {'id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:09:59Z', 'updated_at': '2022-04-04T06:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '5bb2749b-5a6a-4009-ac00-d22889828ef1', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'port_id': '031b35eb-3eef-4f87-9b34-0ee798bb2b47', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'mac_address': 'fa:16:3e:42:69:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f904c4-ea85-448b-9888-596294c31fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:12:50Z', 'updated_at': '2022-04-04T06:13:28Z', 'revision_number': 1, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b308155-2083-4bb7-8c79-6b96f4fa459b', 'name': '', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'mac_address': 'fa:16:3e:f4:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:18Z', 'revision_number': 5, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'subnets': [{'id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:13:29.399362 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27933c-9c7c-40ad-bd0c-5735cfc206cb req-33d212bf-828f-4228-aff8-a0f6cebd2b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:29.400856 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa27933c-9c7c-40ad-bd0c-5735cfc206cb req-33d212bf-828f-4228-aff8-a0f6cebd2b54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26e2fb68-805f-433f-ae13-ccc07aa47348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776441 Apr 04 06:13:29.415887 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4661f-a55f-497d-a0cb-753d97e9dfc7 None None] Checking router: 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:13:29.424487 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a4661f-a55f-497d-a0cb-753d97e9dfc7 None None] Routers {'9bedd657-7d9c-41ab-9da5-e2c86274a5e1'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:13:29.425138 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-63a4661f-a55f-497d-a0cb-753d97e9dfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:13:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:13:29.471799 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb84081-fa5b-423b-b716-f732366b2533 req-3befeb92-1536-488d-8e0d-381e6147b3da tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:29.473606 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0eb84081-fa5b-423b-b716-f732366b2533 req-3befeb92-1536-488d-8e0d-381e6147b3da tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.1075017 Apr 04 06:13:29.503551 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:29.536998 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa27933c-9c7c-40ad-bd0c-5735cfc206cb req-1478e9f9-e7a6-4655-8def-b1b6d6f10df2 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281707 Apr 04 06:13:29.542482 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-63a4661f-a55f-497d-a0cb-753d97e9dfc7 None None] Set router 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:13:29.550719 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0eb84081-fa5b-423b-b716-f732366b2533 req-63666997-4c98-4562-93d3-21b64952fe07 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709958 Apr 04 06:13:29.779492 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-63a4661f-a55f-497d-a0cb-753d97e9dfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2045266382-router', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:09:58Z', 'updated_at': '2022-04-04T06:10:07Z', 'revision_number': 4, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'gw_port': {'id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:09:59Z', 'updated_at': '2022-04-04T06:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '5bb2749b-5a6a-4009-ac00-d22889828ef1', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'port_id': '031b35eb-3eef-4f87-9b34-0ee798bb2b47', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'mac_address': 'fa:16:3e:42:69:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f904c4-ea85-448b-9888-596294c31fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:12:50Z', 'updated_at': '2022-04-04T06:13:28Z', 'revision_number': 1, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b308155-2083-4bb7-8c79-6b96f4fa459b', 'name': '', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'mac_address': 'fa:16:3e:f4:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:18Z', 'revision_number': 5, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'subnets': [{'id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:13:29.809502 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4661f-a55f-497d-a0cb-753d97e9dfc7 None None] The sync data for ids ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'] in dv-cinder-834448-2-iscsi is: [{'id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2045266382-router', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:09:58Z', 'updated_at': '2022-04-04T06:10:07Z', 'revision_number': 4, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'gw_port': {'id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:09:59Z', 'updated_at': '2022-04-04T06:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '5bb2749b-5a6a-4009-ac00-d22889828ef1', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'port_id': '031b35eb-3eef-4f87-9b34-0ee798bb2b47', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'mac_address': 'fa:16:3e:42:69:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f904c4-ea85-448b-9888-596294c31fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:12:50Z', 'updated_at': '2022-04-04T06:13:28Z', 'revision_number': 1, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b308155-2083-4bb7-8c79-6b96f4fa459b', 'name': '', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'mac_address': 'fa:16:3e:f4:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:18Z', 'revision_number': 5, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'subnets': [{'id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:13:30.016864 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0cbd61-3fcc-4b29-a63d-54d9426e7425 None None] New status for floating IP 5bb2749b-5a6a-4009-ac00-d22889828ef1: ACTIVE {{(pid=103481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:13:30.611477 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:30.682699 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc75b56-5b6c-4277-9b27-5d1d995e4bd3 req-2e0d6a02-cc80-478c-afe6-5fcdd3aa4555 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:30.684266 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1cc75b56-5b6c-4277-9b27-5d1d995e4bd3 req-2e0d6a02-cc80-478c-afe6-5fcdd3aa4555 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0551596 Apr 04 06:13:30.732927 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1cc75b56-5b6c-4277-9b27-5d1d995e4bd3 req-0368ebdc-5949-4e92-87c7-12eab391a20b tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426879 Apr 04 06:13:31.862328 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacabea-6d17-4fa0-a04f-36ccc8e80b59 req-e81a0350-9946-4c35-9127-ef83fed7183d tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:31.863727 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1eacabea-6d17-4fa0-a04f-36ccc8e80b59 req-e81a0350-9946-4c35-9127-ef83fed7183d tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0580244 Apr 04 06:13:31.919015 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1eacabea-6d17-4fa0-a04f-36ccc8e80b59 req-07ccac4a-9b70-46f9-b25c-fe13ab2a0e23 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466535 Apr 04 06:13:32.337023 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:33.045594 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e74a9-6a80-4c13-91ef-a7b6bf3f01dd req-17674396-fd36-4705-8801-0a507327dbb5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:33.047052 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-521e74a9-6a80-4c13-91ef-a7b6bf3f01dd req-17674396-fd36-4705-8801-0a507327dbb5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0570731 Apr 04 06:13:33.099023 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-521e74a9-6a80-4c13-91ef-a7b6bf3f01dd req-e869bb09-426a-4793-b0c5-36390c437f51 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461934 Apr 04 06:13:33.187152 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa27933c-9c7c-40ad-bd0c-5735cfc206cb req-03200cfc-5c9e-4330-a504-952822200963 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871022 Apr 04 06:13:34.047042 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:34.221565 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e341d-8b11-450b-a25f-025db0635b67 req-e21563e3-f904-41b1-9e14-5f2762fd93fc tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:34.223047 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6a5e341d-8b11-450b-a25f-025db0635b67 req-e21563e3-f904-41b1-9e14-5f2762fd93fc tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0542438 Apr 04 06:13:34.279378 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6a5e341d-8b11-450b-a25f-025db0635b67 req-9c09e2d1-5eef-4f6c-83e1-7fddf2fa7058 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494502 Apr 04 06:13:35.400441 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c577c-626c-43e0-a14b-faa95ae164ab req-f558bf49-2001-4a28-8d3d-d601966e8604 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:35.401957 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-609c577c-626c-43e0-a14b-faa95ae164ab req-f558bf49-2001-4a28-8d3d-d601966e8604 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0566654 Apr 04 06:13:35.454177 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-609c577c-626c-43e0-a14b-faa95ae164ab req-e625118f-8a97-4911-881b-12c596712629 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462222 Apr 04 06:13:36.588570 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bfc0c-39cc-4769-8b57-edf08badcbfe req-f4f55799-73f1-477e-b8f5-c3609462439c tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:36.590051 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1c0bfc0c-39cc-4769-8b57-edf08badcbfe req-f4f55799-73f1-477e-b8f5-c3609462439c tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0629797 Apr 04 06:13:36.642295 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1c0bfc0c-39cc-4769-8b57-edf08badcbfe req-c0619800-8927-4a40-a4ce-fe347f3541b4 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462284 Apr 04 06:13:37.767245 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96593cec-8423-4bb3-b268-589bbcb418c4 req-6495c2b8-9e78-4107-a7f7-5a92dee5ef87 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:37.768970 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-96593cec-8423-4bb3-b268-589bbcb418c4 req-6495c2b8-9e78-4107-a7f7-5a92dee5ef87 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0584202 Apr 04 06:13:37.817737 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-96593cec-8423-4bb3-b268-589bbcb418c4 req-be060365-7011-44e2-8233-51abc9872d81 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427947 Apr 04 06:13:37.940107 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e501c-0c2e-4f7b-a216-2d9f99a49204 req-b8ae3456-7846-490d-a38a-1940a8178574 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:37.941635 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ee3e501c-0c2e-4f7b-a216-2d9f99a49204 req-b8ae3456-7846-490d-a38a-1940a8178574 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0580771 Apr 04 06:13:37.991920 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ee3e501c-0c2e-4f7b-a216-2d9f99a49204 req-8f652383-88d9-4f02-912f-00969b916873 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443907 Apr 04 06:13:38.014069 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 54724) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:13:38.266554 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4cf7ef-b9fc-4773-be03-33ca91c7d132 tempest-TestShelveInstance-1101826464 tempest-TestShelveInstance-1101826464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:38.268063 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-bf4cf7ef-b9fc-4773-be03-33ca91c7d132 tempest-TestShelveInstance-1101826464 tempest-TestShelveInstance-1101826464-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 1124 time: 0.2529771 Apr 04 06:13:38.271171 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 54732) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:13:38.275356 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Request body: {'floatingip': {'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'port_id': '2fa1b34e-19ad-458e-a643-11feaaf36b85', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:13:38.295747 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:38.389762 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:38.718459 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Allocated IP 172.27.2.79 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/339ce018-fdb4-40db-bc79-9260cc2dfa78) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:13:38.821169 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for port (339ce018-fdb4-40db-bc79-9260cc2dfa78), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:38.867459 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (339ce018-fdb4-40db-bc79-9260cc2dfa78), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:38.905920 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:13:38.908797 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:13:38.914233 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:13:38.941435 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Pushing event updated for resources: {'Port': ['ID=339ce018-fdb4-40db-bc79-9260cc2dfa78,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:13:38.954540 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:38.954888 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:38.955233 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:38.955568 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:38.955903 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:38.956234 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:38.956562 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:38.956886 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:38.957229 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:38.957553 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:38.957880 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:38.958206 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:38.958525 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:38.958847 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:38.959166 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:13:39.299706 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for floatingip (443be13c-1030-4c6c-b225-943cb20e0a0a), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:39.383470 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (339ce018-fdb4-40db-bc79-9260cc2dfa78), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:39.545121 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for port (339ce018-fdb4-40db-bc79-9260cc2dfa78), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:39.552046 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10309999'] for port (339ce018-fdb4-40db-bc79-9260cc2dfa78), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:39.620576 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Pushing event updated for resources: {'Port': ['ID=339ce018-fdb4-40db-bc79-9260cc2dfa78,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:13:39.629570 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (443be13c-1030-4c6c-b225-943cb20e0a0a), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:39.745146 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.l3_db [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Floating IP 443be13c-1030-4c6c-b225-943cb20e0a0a associated. External IP: 172.27.2.79, port: 2fa1b34e-19ad-458e-a643-11feaaf36b85. Apr 04 06:13:39.964447 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Router c7314448-defe-4b79-9686-7a3c9db9ad5b has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:13:40.088813 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:13:40.098996 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aa3640-85e6-4d1d-a9c3-1f16c4953037 None None] Sync routers for ids ['c7314448-defe-4b79-9686-7a3c9db9ad5b'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:13:40.106754 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:40.110277 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aa3640-85e6-4d1d-a9c3-1f16c4953037 None None] Routers {'c7314448-defe-4b79-9686-7a3c9db9ad5b'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:13:40.111156 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-28aa3640-85e6-4d1d-a9c3-1f16c4953037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:13:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c7314448-defe-4b79-9686-7a3c9db9ad5b'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:13:40.136122 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-2ae0d8bc-1655-4a34-9529-8b0fa04e443e tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8640056 Apr 04 06:13:40.136700 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d58c601-f108-44be-bacf-fb85ef05e3f3', 'tag': '2fa1b34e-19ad-458e-a643-11feaaf36b85'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:13:40.139072 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863da0c6ea282f34ae24215abf5dfdb82ea7b48a8fa4113b7fa45ec8e2c5cf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c453d61-86b3-4d5d-b9db-322a8d6ac7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "7d58c601-f108-44be-bacf-fb85ef05e3f3", "tag": "2fa1b34e-19ad-458e-a643-11feaaf36b85"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:13:40.174634 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27181ea3-da6f-4729-bd66-fc35cf348af2 x-openstack-request-id: req-27181ea3-da6f-4729-bd66-fc35cf348af2 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:13:40.174937 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d58c601-f108-44be-bacf-fb85ef05e3f3", "tag": "2fa1b34e-19ad-458e-a643-11feaaf36b85", "status": "completed", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:13:40.175200 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-27181ea3-da6f-4729-bd66-fc35cf348af2 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:13:40.175605 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27181ea3-da6f-4729-bd66-fc35cf348af2'] response: {'name': 'network-changed', 'server_uuid': '7d58c601-f108-44be-bacf-fb85ef05e3f3', 'tag': '2fa1b34e-19ad-458e-a643-11feaaf36b85', 'status': 'completed', 'code': 200} Apr 04 06:13:40.223370 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-28aa3640-85e6-4d1d-a9c3-1f16c4953037 None None] Set router c7314448-defe-4b79-9686-7a3c9db9ad5b gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:13:40.451350 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-28aa3640-85e6-4d1d-a9c3-1f16c4953037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'name': 'tempest-TestShelveInstance-645724339-router', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:50Z', 'revision_number': 4, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'gw_port': {'id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '443be13c-1030-4c6c-b225-943cb20e0a0a', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'port_id': '2fa1b34e-19ad-458e-a643-11feaaf36b85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34', 'mac_address': 'fa:16:3e:b7:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d58c601-f108-44be-bacf-fb85ef05e3f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:13:39Z', 'updated_at': '2022-04-04T06:13:39Z', 'revision_number': 0, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc046c84-0025-41c2-9781-3ca2108f0c2d', 'name': '', 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'mac_address': 'fa:16:3e:80:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a480b576-ae06-41c3-9207-91443ef79063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:50Z', 'updated_at': '2022-04-04T06:11:56Z', 'revision_number': 5, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'subnets': [{'id': 'a480b576-ae06-41c3-9207-91443ef79063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:13:40.480374 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aa3640-85e6-4d1d-a9c3-1f16c4953037 None None] Checking router: c7314448-defe-4b79-9686-7a3c9db9ad5b for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:13:40.489446 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aa3640-85e6-4d1d-a9c3-1f16c4953037 None None] Routers {'c7314448-defe-4b79-9686-7a3c9db9ad5b'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:13:40.490045 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-28aa3640-85e6-4d1d-a9c3-1f16c4953037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:13:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c7314448-defe-4b79-9686-7a3c9db9ad5b'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:13:40.601466 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-28aa3640-85e6-4d1d-a9c3-1f16c4953037 None None] Set router c7314448-defe-4b79-9686-7a3c9db9ad5b gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:13:40.829497 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-28aa3640-85e6-4d1d-a9c3-1f16c4953037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'name': 'tempest-TestShelveInstance-645724339-router', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:50Z', 'revision_number': 4, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'gw_port': {'id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '443be13c-1030-4c6c-b225-943cb20e0a0a', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'port_id': '2fa1b34e-19ad-458e-a643-11feaaf36b85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34', 'mac_address': 'fa:16:3e:b7:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d58c601-f108-44be-bacf-fb85ef05e3f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:13:39Z', 'updated_at': '2022-04-04T06:13:39Z', 'revision_number': 0, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc046c84-0025-41c2-9781-3ca2108f0c2d', 'name': '', 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'mac_address': 'fa:16:3e:80:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a480b576-ae06-41c3-9207-91443ef79063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:50Z', 'updated_at': '2022-04-04T06:11:56Z', 'revision_number': 5, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'subnets': [{'id': 'a480b576-ae06-41c3-9207-91443ef79063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:13:40.856658 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aa3640-85e6-4d1d-a9c3-1f16c4953037 None None] The sync data for ids ['c7314448-defe-4b79-9686-7a3c9db9ad5b'] in dv-cinder-834448-2-iscsi is: [{'id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'name': 'tempest-TestShelveInstance-645724339-router', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:50Z', 'revision_number': 4, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'gw_port': {'id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '443be13c-1030-4c6c-b225-943cb20e0a0a', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'port_id': '2fa1b34e-19ad-458e-a643-11feaaf36b85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34', 'mac_address': 'fa:16:3e:b7:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d58c601-f108-44be-bacf-fb85ef05e3f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:13:39Z', 'updated_at': '2022-04-04T06:13:39Z', 'revision_number': 0, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc046c84-0025-41c2-9781-3ca2108f0c2d', 'name': '', 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'mac_address': 'fa:16:3e:80:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a480b576-ae06-41c3-9207-91443ef79063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:50Z', 'updated_at': '2022-04-04T06:11:56Z', 'revision_number': 5, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'subnets': [{'id': 'a480b576-ae06-41c3-9207-91443ef79063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:13:41.067649 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0b4443-9976-4665-9261-26cbebf31dff None None] New status for floating IP 443be13c-1030-4c6c-b225-943cb20e0a0a: ACTIVE {{(pid=103481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:13:41.588175 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:13:43.226361 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c453d61-86b3-4d5d-b9db-322a8d6ac7d4 req-d0843f83-b72e-472c-9fdb-230c01a66760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:43.227864 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5c453d61-86b3-4d5d-b9db-322a8d6ac7d4 req-d0843f83-b72e-472c-9fdb-230c01a66760 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aae5cb5d2cd4798b2d627299a7ccbc1&device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 1129 time: 0.0488119 Apr 04 06:13:44.573880 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c453d61-86b3-4d5d-b9db-322a8d6ac7d4 req-e6f4d8df-a97d-4afe-8faf-f4c26f2c5463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:44.575335 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5c453d61-86b3-4d5d-b9db-322a8d6ac7d4 req-e6f4d8df-a97d-4afe-8faf-f4c26f2c5463 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0cf906fd-1e53-4523-b34c-895b3ef87f34 HTTP/1.1" status: 200 len: 909 time: 0.0969961 Apr 04 06:13:44.647592 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5c453d61-86b3-4d5d-b9db-322a8d6ac7d4 req-2b2539d1-2db6-4ea7-9d47-b303e95607df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fa1b34e-19ad-458e-a643-11feaaf36b85 HTTP/1.1" status: 200 len: 1000 time: 0.0652027 Apr 04 06:13:44.696737 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c453d61-86b3-4d5d-b9db-322a8d6ac7d4 req-18414035-8c26-4bb6-9603-7ff46536d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:44.698180 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5c453d61-86b3-4d5d-b9db-322a8d6ac7d4 req-18414035-8c26-4bb6-9603-7ff46536d59d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a480b576-ae06-41c3-9207-91443ef79063 HTTP/1.1" status: 200 len: 847 time: 0.0436962 Apr 04 06:13:44.760568 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c453d61-86b3-4d5d-b9db-322a8d6ac7d4 req-2f65e04e-133f-4363-90f7-cd90fae3fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:44.763141 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5c453d61-86b3-4d5d-b9db-322a8d6ac7d4 req-2f65e04e-133f-4363-90f7-cd90fae3fef6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cf906fd-1e53-4523-b34c-895b3ef87f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579562 Apr 04 06:13:44.852041 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5c453d61-86b3-4d5d-b9db-322a8d6ac7d4 req-8ef5f3c2-a2fa-4792-ae27-d10992fc0e7a service neutron] 10.222.0.37 "GET /v2.0/networks/0cf906fd-1e53-4523-b34c-895b3ef87f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821099 Apr 04 06:13:45.190936 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5c453d61-86b3-4d5d-b9db-322a8d6ac7d4 req-abe31929-108f-40f0-9af2-f2acba4767a9 service neutron] 10.222.0.37 "GET /v2.0/networks/0cf906fd-1e53-4523-b34c-895b3ef87f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322062 Apr 04 06:13:45.884157 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-b45a3330-e59f-4c81-b74c-cab86854fdf4 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:45.886009 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-b45a3330-e59f-4c81-b74c-cab86854fdf4 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/networks?id=b5766c36-20c4-4283-ab3f-33c4a45be891 HTTP/1.1" status: 200 len: 813 time: 0.1081645 Apr 04 06:13:45.902023 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-0f50f090-a108-42e1-aea3-c1879dea2de9 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/quotas/cc83aab360054a7f959ceeb6c566de89 HTTP/1.1" status: 200 len: 375 time: 0.0106485 Apr 04 06:13:45.940939 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-ee4e1c2a-c039-41ca-a743-5464a18a8bde tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc83aab360054a7f959ceeb6c566de89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338991 Apr 04 06:13:46.047044 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-be347407-e8bc-4d0a-8ad8-d28b7766c212 service neutron] 10.222.0.30 "GET /v2.0/networks/b5766c36-20c4-4283-ab3f-33c4a45be891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960493 Apr 04 06:13:46.143937 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-3a153498-1203-4c62-9c18-07e84bb41723 service neutron] 10.222.0.30 "GET /v2.0/networks/b5766c36-20c4-4283-ab3f-33c4a45be891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903959 Apr 04 06:13:46.317859 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b082785f-80c6-474e-9f0d-c677821fa229 req-2538ee9f-f1d3-4d3e-9e66-eb510df1727e tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a57510f-2f6c-43fd-8573-f85e09ee9f09 HTTP/1.1" status: 200 len: 210 time: 0.0309508 Apr 04 06:13:47.406358 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-516e0a87-13bd-4cec-ae24-d6f739f42b70 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:47.407786 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-516e0a87-13bd-4cec-ae24-d6f739f42b70 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.37 "GET /v2.0/networks?id=b5766c36-20c4-4283-ab3f-33c4a45be891 HTTP/1.1" status: 200 len: 813 time: 0.1165400 Apr 04 06:13:47.427567 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-1842874e-70f8-400c-a26f-cd33545918a2 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Request body: {'port': {'device_id': '1a57510f-2f6c-43fd-8573-f85e09ee9f09', 'network_id': 'b5766c36-20c4-4283-ab3f-33c4a45be891', 'admin_state_up': True, 'tenant_id': 'cc83aab360054a7f959ceeb6c566de89'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:13:47.432037 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-116a5d08-e993-4fab-a75a-cfe9a9e0a0df req-6408dee6-6a5e-4a7e-849c-ffb0408f1c3c tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a57510f-2f6c-43fd-8573-f85e09ee9f09 HTTP/1.1" status: 200 len: 210 time: 0.0433037 Apr 04 06:13:47.538625 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-1842874e-70f8-400c-a26f-cd33545918a2 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Made reservation on behalf of cc83aab360054a7f959ceeb6c566de89 for: {'port': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:13:47.542356 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-1842874e-70f8-400c-a26f-cd33545918a2 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:47.683666 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-1842874e-70f8-400c-a26f-cd33545918a2 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Allocated IP 172.20.0.9 (b5766c36-20c4-4283-ab3f-33c4a45be891/0fc5335a-39a3-48a5-95f3-6ae0d7b4b66a/9073ed67-ad02-40c0-bbbd-ec8fc803dc78) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:13:47.849059 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-1842874e-70f8-400c-a26f-cd33545918a2 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Publish callbacks [] for port (9073ed67-ad02-40c0-bbbd-ec8fc803dc78), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:47.894787 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-1842874e-70f8-400c-a26f-cd33545918a2 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (9073ed67-ad02-40c0-bbbd-ec8fc803dc78), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:47.957008 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-1842874e-70f8-400c-a26f-cd33545918a2 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Network b5766c36-20c4-4283-ab3f-33c4a45be891 is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:13:47.961630 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-1842874e-70f8-400c-a26f-cd33545918a2 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:13:47.964746 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-1842874e-70f8-400c-a26f-cd33545918a2 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:13:48.010856 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842874e-70f8-400c-a26f-cd33545918a2 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Pushing event updated for resources: {'Port': ['ID=9073ed67-ad02-40c0-bbbd-ec8fc803dc78,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:13:48.040820 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-1842874e-70f8-400c-a26f-cd33545918a2 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:48.041817 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-1842874e-70f8-400c-a26f-cd33545918a2 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:48.062578 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-1842874e-70f8-400c-a26f-cd33545918a2 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6393487 Apr 04 06:13:48.076017 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] Request body: {'port': {'device_id': '1a57510f-2f6c-43fd-8573-f85e09ee9f09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:13:48.149023 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (9073ed67-ad02-40c0-bbbd-ec8fc803dc78), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:48.473031 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9073ed67-ad02-40c0-bbbd-ec8fc803dc78 {{(pid=103480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:13:48.483316 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] Publish callbacks [] for port (9073ed67-ad02-40c0-bbbd-ec8fc803dc78), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:48.498035 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.provisioning_blocks [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] Transition to ACTIVE for port object 9073ed67-ad02-40c0-bbbd-ec8fc803dc78 will not be triggered until provisioned by entity L2. {{(pid=103480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 06:13:48.503623 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (9073ed67-ad02-40c0-bbbd-ec8fc803dc78), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:48.584806 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] Pushing event updated for resources: {'Port': ['ID=9073ed67-ad02-40c0-bbbd-ec8fc803dc78,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:13:48.654568 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a55663-b9c7-46c4-b8e1-10f2d6e1bfe3 req-44e646b0-d5a1-46ed-a721-1e29955ab75e tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:48.656093 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64a55663-b9c7-46c4-b8e1-10f2d6e1bfe3 req-44e646b0-d5a1-46ed-a721-1e29955ab75e tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a57510f-2f6c-43fd-8573-f85e09ee9f09 HTTP/1.1" status: 200 len: 943 time: 0.1434588 Apr 04 06:13:48.699810 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] Attempting to bind port 9073ed67-ad02-40c0-bbbd-ec8fc803dc78 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:13:48.700101 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] Attempting to bind port 9073ed67-ad02-40c0-bbbd-ec8fc803dc78 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '51f84bee-76f8-46b6-af8c-7f2c1e111a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b5766c36-20c4-4283-ab3f-33c4a45be891'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:13:48.700459 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] Attempting to bind port 9073ed67-ad02-40c0-bbbd-ec8fc803dc78 on network b5766c36-20c4-4283-ab3f-33c4a45be891 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:13:48.714123 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] Port 9073ed67-ad02-40c0-bbbd-ec8fc803dc78 on network b5766c36-20c4-4283-ab3f-33c4a45be891 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 06:13:48.714356 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] Attempting to bind port 9073ed67-ad02-40c0-bbbd-ec8fc803dc78 on network b5766c36-20c4-4283-ab3f-33c4a45be891 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:13:48.725902 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] Checking agent: {'id': '0c1e107c-d850-42a9-b491-1b463a8f645f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'started_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:13:48.726244 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] Checking segment: {'id': '51f84bee-76f8-46b6-af8c-7f2c1e111a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b5766c36-20c4-4283-ab3f-33c4a45be891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:13:48.726634 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] Bound using segment: {'id': '51f84bee-76f8-46b6-af8c-7f2c1e111a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b5766c36-20c4-4283-ab3f-33c4a45be891'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:13:48.727059 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] Bound port: 9073ed67-ad02-40c0-bbbd-ec8fc803dc78, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51f84bee-76f8-46b6-af8c-7f2c1e111a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b5766c36-20c4-4283-ab3f-33c4a45be891'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:13:48.727412 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (9073ed67-ad02-40c0-bbbd-ec8fc803dc78), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:48.731946 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64a55663-b9c7-46c4-b8e1-10f2d6e1bfe3 req-9812175d-9b27-44b2-ba9e-f60135b1a9c2 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687830 Apr 04 06:13:48.796397 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] For port 9073ed67-ad02-40c0-bbbd-ec8fc803dc78, host hv-cinder-83444, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:13:48.799654 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] For port 9073ed67-ad02-40c0-bbbd-ec8fc803dc78, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9073ed67-ad02-40c0-bbbd-ec8fc803dc78,segment=NetworkSegment(51f84bee-76f8-46b6-af8c-7f2c1e111a59),segment_id=51f84bee-76f8-46b6-af8c-7f2c1e111a59)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:13:48.808314 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (9073ed67-ad02-40c0-bbbd-ec8fc803dc78), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:48.841451 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:48.842066 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:48.843486 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] 10.222.0.37 "PUT /v2.0/ports/9073ed67-ad02-40c0-bbbd-ec8fc803dc78 HTTP/1.1" status: 200 len: 1093 time: 0.7721272 Apr 04 06:13:48.843924 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a57510f-2f6c-43fd-8573-f85e09ee9f09', 'tag': '9073ed67-ad02-40c0-bbbd-ec8fc803dc78'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:13:48.846327 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8c7345-cbed-4d7c-b0f3-2c602086501e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a57510f-2f6c-43fd-8573-f85e09ee9f09", "tag": "9073ed67-ad02-40c0-bbbd-ec8fc803dc78"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:13:48.871903 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f58f2-1b11-4c75-944b-1a35d7cb8409 service neutron] Pushing event updated for resources: {'Port': ['ID=9073ed67-ad02-40c0-bbbd-ec8fc803dc78,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:13:48.888595 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a832e73b-465e-421d-98c0-58afb4446db9 x-openstack-request-id: req-a832e73b-465e-421d-98c0-58afb4446db9 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:13:48.888885 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a57510f-2f6c-43fd-8573-f85e09ee9f09", "tag": "9073ed67-ad02-40c0-bbbd-ec8fc803dc78", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:13:48.889168 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a832e73b-465e-421d-98c0-58afb4446db9 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:13:48.889579 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a832e73b-465e-421d-98c0-58afb4446db9'] response: {'name': 'network-changed', 'server_uuid': '1a57510f-2f6c-43fd-8573-f85e09ee9f09', 'tag': '9073ed67-ad02-40c0-bbbd-ec8fc803dc78', 'status': 'completed', 'code': 200} Apr 04 06:13:48.967066 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c7345-cbed-4d7c-b0f3-2c602086501e req-6b46e87a-2d6e-4fd2-be83-7f7f1ee590c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:48.968604 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9c8c7345-cbed-4d7c-b0f3-2c602086501e req-6b46e87a-2d6e-4fd2-be83-7f7f1ee590c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc83aab360054a7f959ceeb6c566de89&device_id=1a57510f-2f6c-43fd-8573-f85e09ee9f09 HTTP/1.1" status: 200 len: 1127 time: 0.0591230 Apr 04 06:13:49.079594 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c7345-cbed-4d7c-b0f3-2c602086501e req-745d1ced-3b50-49bd-a758-12f9dedb3b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:49.081145 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9c8c7345-cbed-4d7c-b0f3-2c602086501e req-745d1ced-3b50-49bd-a758-12f9dedb3b79 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=cc83aab360054a7f959ceeb6c566de89&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1022317 Apr 04 06:13:49.180398 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c7345-cbed-4d7c-b0f3-2c602086501e req-4fd8bcfa-65af-4742-81f1-22b997edb746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:49.181896 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9c8c7345-cbed-4d7c-b0f3-2c602086501e req-4fd8bcfa-65af-4742-81f1-22b997edb746 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930133 Apr 04 06:13:49.280697 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-2169c492-c6f9-487a-9e4b-e23c8f4992d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:49.283006 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-2169c492-c6f9-487a-9e4b-e23c8f4992d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cc83aab360054a7f959ceeb6c566de89&device_id=1a57510f-2f6c-43fd-8573-f85e09ee9f09 HTTP/1.1" status: 200 len: 1127 time: 0.0614576 Apr 04 06:13:49.329380 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-300b6196-c7ee-4b89-a097-96705e705b3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9073ed67-ad02-40c0-bbbd-ec8fc803dc78 HTTP/1.1" status: 200 len: 217 time: 0.0375297 Apr 04 06:13:49.384605 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-9e819611-4bdc-484e-890c-e08c2d7cdbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:49.386498 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-9e819611-4bdc-484e-890c-e08c2d7cdbf4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0fc5335a-39a3-48a5-95f3-6ae0d7b4b66a HTTP/1.1" status: 200 len: 853 time: 0.0505762 Apr 04 06:13:49.418619 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-22ef7040-de08-4dca-9658-3597c6a69350 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b5766c36-20c4-4283-ab3f-33c4a45be891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255511 Apr 04 06:13:49.512436 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-96bb8e19-afaf-4afd-9fb0-e7ff9942c274 service neutron] 10.222.0.37 "GET /v2.0/networks/b5766c36-20c4-4283-ab3f-33c4a45be891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850532 Apr 04 06:13:49.608995 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3bdc4cca-6b72-4cdb-adcb-45221b1ea178 req-13aec6f0-ad53-49d0-bdea-b66d8c707207 service neutron] 10.222.0.37 "GET /v2.0/networks/b5766c36-20c4-4283-ab3f-33c4a45be891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898807 Apr 04 06:13:49.865008 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c11e0-2050-460d-ac57-faca3ffd1d9a req-81a7fc3a-624b-4e73-9e8b-048ff59d7ede tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:49.866432 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9f2c11e0-2050-460d-ac57-faca3ffd1d9a req-81a7fc3a-624b-4e73-9e8b-048ff59d7ede tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a57510f-2f6c-43fd-8573-f85e09ee9f09 HTTP/1.1" status: 200 len: 943 time: 0.0603256 Apr 04 06:13:49.917922 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9f2c11e0-2050-460d-ac57-faca3ffd1d9a req-c01c9736-22e2-44f6-bf47-db611075c016 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434432 Apr 04 06:13:51.058003 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1a158-a25c-4de7-9fc8-feac2cb1cd5a req-ed53eba8-2f5d-4b43-acaa-27cd4bc7ec07 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:51.059460 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b1c1a158-a25c-4de7-9fc8-feac2cb1cd5a req-ed53eba8-2f5d-4b43-acaa-27cd4bc7ec07 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a57510f-2f6c-43fd-8573-f85e09ee9f09 HTTP/1.1" status: 200 len: 943 time: 0.0675888 Apr 04 06:13:51.111591 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b1c1a158-a25c-4de7-9fc8-feac2cb1cd5a req-53798047-87a0-40f6-9370-495b27af084d tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463867 Apr 04 06:13:52.234686 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca64a3-3195-4546-8535-4b0fe8aae314 req-43fb7034-cb96-4ac9-a571-6242fa04dee3 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:52.236122 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2aca64a3-3195-4546-8535-4b0fe8aae314 req-43fb7034-cb96-4ac9-a571-6242fa04dee3 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a57510f-2f6c-43fd-8573-f85e09ee9f09 HTTP/1.1" status: 200 len: 943 time: 0.0533867 Apr 04 06:13:52.293065 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2aca64a3-3195-4546-8535-4b0fe8aae314 req-70825f5e-1d56-4cdf-aa5c-ed4de753ae4c tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506253 Apr 04 06:13:53.428276 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c9627-fffb-425f-8dfa-1b39a165b401 req-2b4ce9d3-fbae-4285-aa1a-a91e6c9df9e4 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:53.429703 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e61c9627-fffb-425f-8dfa-1b39a165b401 req-2b4ce9d3-fbae-4285-aa1a-a91e6c9df9e4 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a57510f-2f6c-43fd-8573-f85e09ee9f09 HTTP/1.1" status: 200 len: 943 time: 0.0593956 Apr 04 06:13:53.477032 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e61c9627-fffb-425f-8dfa-1b39a165b401 req-6e275fb8-be65-4950-9944-799dc54183c1 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416267 Apr 04 06:13:54.619553 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2886209-cd4a-46c3-9b58-5b2cf001adb8 req-4bb7f47f-2f18-4cde-a6ee-3ba80c9858a6 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:54.621046 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c2886209-cd4a-46c3-9b58-5b2cf001adb8 req-4bb7f47f-2f18-4cde-a6ee-3ba80c9858a6 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a57510f-2f6c-43fd-8573-f85e09ee9f09 HTTP/1.1" status: 200 len: 943 time: 0.0700066 Apr 04 06:13:54.671228 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c2886209-cd4a-46c3-9b58-5b2cf001adb8 req-7fdcfcf1-b89b-4f32-91a0-754ab39651a3 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416832 Apr 04 06:13:55.810775 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f7850-48e5-4ed5-a2b5-6ea086330774 req-0a4d3572-dafb-4cbd-9a56-e4c75d1f04da tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:55.812301 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4b3f7850-48e5-4ed5-a2b5-6ea086330774 req-0a4d3572-dafb-4cbd-9a56-e4c75d1f04da tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a57510f-2f6c-43fd-8573-f85e09ee9f09 HTTP/1.1" status: 200 len: 943 time: 0.0632536 Apr 04 06:13:55.860999 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4b3f7850-48e5-4ed5-a2b5-6ea086330774 req-77dcb558-1175-4bad-8ba4-b2d1d0b35a3b tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425577 Apr 04 06:13:56.156797 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-535e1c43-dc3b-4861-8352-c1f65f7a8008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:56.983003 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f70fd-34e5-45f8-a8a2-26f3d389605d req-972a3cd4-7b18-4d6e-a15b-20dc2cd9f7db tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:56.984458 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-749f70fd-34e5-45f8-a8a2-26f3d389605d req-972a3cd4-7b18-4d6e-a15b-20dc2cd9f7db tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a57510f-2f6c-43fd-8573-f85e09ee9f09 HTTP/1.1" status: 200 len: 943 time: 0.0528076 Apr 04 06:13:57.034267 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-749f70fd-34e5-45f8-a8a2-26f3d389605d req-27c55c04-175c-4778-8bf4-4bb508e5a62c tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437219 Apr 04 06:13:58.158415 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5e4fb-1392-4afb-b8dc-5935a4305bbf req-62b85f67-a7d7-477b-bd39-155de2e0ee4b tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:58.159868 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-58d5e4fb-1392-4afb-b8dc-5935a4305bbf req-62b85f67-a7d7-477b-bd39-155de2e0ee4b tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a57510f-2f6c-43fd-8573-f85e09ee9f09 HTTP/1.1" status: 200 len: 943 time: 0.0538192 Apr 04 06:13:58.211205 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-58d5e4fb-1392-4afb-b8dc-5935a4305bbf req-9265cc2d-c271-4492-8232-0b25dd51b9ac tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431082 Apr 04 06:13:58.318982 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-10a0ca09-3590-4eca-ab5f-b7dd8f3bedfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:59.344926 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cd092-87a2-4674-a427-4e0c68688a0b req-37ce0dea-bd23-4ccb-a715-04bd7e305e2c tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:13:59.346441 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-950cd092-87a2-4674-a427-4e0c68688a0b req-37ce0dea-bd23-4ccb-a715-04bd7e305e2c tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a57510f-2f6c-43fd-8573-f85e09ee9f09 HTTP/1.1" status: 200 len: 943 time: 0.0529807 Apr 04 06:13:59.400613 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-950cd092-87a2-4674-a427-4e0c68688a0b req-890a66eb-d783-439f-9ea5-d7925809433d tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477829 Apr 04 06:13:59.401249 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 9073ed67-ad02-40c0-bbbd-ec8fc803dc78 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:13:59.520032 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:59.526707 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 9073ed67-ad02-40c0-bbbd-ec8fc803dc78, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9073ed67-ad02-40c0-bbbd-ec8fc803dc78,segment=NetworkSegment(51f84bee-76f8-46b6-af8c-7f2c1e111a59),segment_id=51f84bee-76f8-46b6-af8c-7f2c1e111a59)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:13:59.537361 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': '9073ed67-ad02-40c0-bbbd-ec8fc803dc78', 'network_id': 'b5766c36-20c4-4283-ab3f-33c4a45be891', 'port_id': '9073ed67-ad02-40c0-bbbd-ec8fc803dc78', 'mac_address': 'fa:16:3e:81:aa:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc5335a-39a3-48a5-95f3-6ae0d7b4b66a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:13:59.575670 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 9073ed67-ad02-40c0-bbbd-ec8fc803dc78 is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:13:59.576055 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (9073ed67-ad02-40c0-bbbd-ec8fc803dc78), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:59.590033 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9073ed67-ad02-40c0-bbbd-ec8fc803dc78 {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:13:59.610678 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 9073ed67-ad02-40c0-bbbd-ec8fc803dc78, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9073ed67-ad02-40c0-bbbd-ec8fc803dc78,segment=NetworkSegment(51f84bee-76f8-46b6-af8c-7f2c1e111a59),segment_id=51f84bee-76f8-46b6-af8c-7f2c1e111a59)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:13:59.616107 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (9073ed67-ad02-40c0-bbbd-ec8fc803dc78), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:13:59.664712 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=9073ed67-ad02-40c0-bbbd-ec8fc803dc78,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:14:00.072508 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['9073ed67-ad02-40c0-bbbd-ec8fc803dc78'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:14:00.534249 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049434a-2cb5-49c8-8c9c-e67051340a7a req-390822d1-eab5-472f-93fb-0ef6de86ad70 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:14:00.535815 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8049434a-2cb5-49c8-8c9c-e67051340a7a req-390822d1-eab5-472f-93fb-0ef6de86ad70 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a57510f-2f6c-43fd-8573-f85e09ee9f09 HTTP/1.1" status: 200 len: 944 time: 0.0601721 Apr 04 06:14:00.585819 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8049434a-2cb5-49c8-8c9c-e67051340a7a req-4293bec6-96ad-453f-a125-55b1a7fd871f tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433509 Apr 04 06:14:00.617583 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:01.345448 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 54976) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:14:01.400641 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 9073ed67-ad02-40c0-bbbd-ec8fc803dc78 up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:14:01.454147 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning for port 9073ed67-ad02-40c0-bbbd-ec8fc803dc78 completed by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 06:14:01.457841 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port 9073ed67-ad02-40c0-bbbd-ec8fc803dc78 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:14:01.458214 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (9073ed67-ad02-40c0-bbbd-ec8fc803dc78), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:01.460192 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0ae2c7df-4993-401a-a7b0-9ddb074cdfdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:01.542502 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 9073ed67-ad02-40c0-bbbd-ec8fc803dc78 is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:14:01.543102 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (9073ed67-ad02-40c0-bbbd-ec8fc803dc78), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:01.543681 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0ae2c7df-4993-401a-a7b0-9ddb074cdfdd admin admin] Publish callbacks [] for security_group (bff19208-c99b-4841-884a-949c8323fd67), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:01.547131 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0ae2c7df-4993-401a-a7b0-9ddb074cdfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (bff19208-c99b-4841-884a-949c8323fd67), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:01.569057 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a57510f-2f6c-43fd-8573-f85e09ee9f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9073ed67-ad02-40c0-bbbd-ec8fc803dc78'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:14:01.571934 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e9f877-7276-49fe-b329-773c9f06fa4c" -d '{"events": [{"server_uuid": "1a57510f-2f6c-43fd-8573-f85e09ee9f09", "name": "network-vif-plugged", "status": "completed", "tag": "9073ed67-ad02-40c0-bbbd-ec8fc803dc78"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:14:01.585816 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 9073ed67-ad02-40c0-bbbd-ec8fc803dc78, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9073ed67-ad02-40c0-bbbd-ec8fc803dc78,segment=NetworkSegment(51f84bee-76f8-46b6-af8c-7f2c1e111a59),segment_id=51f84bee-76f8-46b6-af8c-7f2c1e111a59)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:14:01.591908 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2c7df-4993-401a-a7b0-9ddb074cdfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff19208-c99b-4841-884a-949c8323fd67,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:14:01.592973 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (9073ed67-ad02-40c0-bbbd-ec8fc803dc78), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:01.610132 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-0ae2c7df-4993-401a-a7b0-9ddb074cdfdd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=206f8038ff2043ac9aa6207ac10a5b48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625327 Apr 04 06:14:01.612004 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 54986) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:14:01.618478 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0fe40c-135d-4ccd-862b-7969d8ba7636 x-openstack-request-id: req-4f0fe40c-135d-4ccd-862b-7969d8ba7636 {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:14:01.618894 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a57510f-2f6c-43fd-8573-f85e09ee9f09", "name": "network-vif-plugged", "status": "completed", "tag": "9073ed67-ad02-40c0-bbbd-ec8fc803dc78", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:14:01.619092 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f0fe40c-135d-4ccd-862b-7969d8ba7636 {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:14:01.619431 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f0fe40c-135d-4ccd-862b-7969d8ba7636'] response: {'server_uuid': '1a57510f-2f6c-43fd-8573-f85e09ee9f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9073ed67-ad02-40c0-bbbd-ec8fc803dc78', 'code': 200} Apr 04 06:14:01.658894 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=9073ed67-ad02-40c0-bbbd-ec8fc803dc78,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:14:01.671609 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f6e352dc-a4a7-4801-89bc-95b41bbf01fa admin admin] Publish callbacks [] for security_group (bff19208-c99b-4841-884a-949c8323fd67), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:01.695870 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f6e352dc-a4a7-4801-89bc-95b41bbf01fa admin admin] Publish callbacks [] for security_group (bff19208-c99b-4841-884a-949c8323fd67), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:01.735981 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721e8a9-14c0-4311-b027-779e1e76ee3d req-8068e27a-18a5-41b6-8c42-fbda7e9f93e5 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:14:01.737752 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3721e8a9-14c0-4311-b027-779e1e76ee3d req-8068e27a-18a5-41b6-8c42-fbda7e9f93e5 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a57510f-2f6c-43fd-8573-f85e09ee9f09 HTTP/1.1" status: 200 len: 945 time: 0.0551009 Apr 04 06:14:01.747743 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f6e352dc-a4a7-4801-89bc-95b41bbf01fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (bff19208-c99b-4841-884a-949c8323fd67), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:01.750361 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f6e352dc-a4a7-4801-89bc-95b41bbf01fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:01.751521 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-f6e352dc-a4a7-4801-89bc-95b41bbf01fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bff19208-c99b-4841-884a-949c8323fd67 HTTP/1.1" status: 204 len: 168 time: 0.1366851 Apr 04 06:14:01.762080 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e352dc-a4a7-4801-89bc-95b41bbf01fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff19208-c99b-4841-884a-949c8323fd67,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:14:01.824116 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3721e8a9-14c0-4311-b027-779e1e76ee3d req-3ecf2256-d0c0-440a-b19e-91c1fe6fdab7 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801153 Apr 04 06:14:01.843169 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d5dbe-45fd-4cba-a172-42eb16ee9c08 req-b4e6bea8-284a-4fe7-a3f8-90e72ca4f50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:14:01.843169 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-975d5dbe-45fd-4cba-a172-42eb16ee9c08 req-b4e6bea8-284a-4fe7-a3f8-90e72ca4f50a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1a57510f-2f6c-43fd-8573-f85e09ee9f09 HTTP/1.1" status: 200 len: 1129 time: 0.0648906 Apr 04 06:14:01.888238 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-975d5dbe-45fd-4cba-a172-42eb16ee9c08 req-6075a77c-d243-4199-9fc0-44577827a4ad service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406711 Apr 04 06:14:02.336477 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:02.719148 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 54996) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:14:02.840397 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-805c64d4-1ba3-40ef-b11e-f380d8ca88f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:02.917750 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-805c64d4-1ba3-40ef-b11e-f380d8ca88f1 admin admin] Publish callbacks [] for security_group (258710cf-9cb7-496f-a2db-7f948b6090ae), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:02.923758 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-805c64d4-1ba3-40ef-b11e-f380d8ca88f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (258710cf-9cb7-496f-a2db-7f948b6090ae), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:02.949767 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f9c2f-08c6-4b28-9581-25a461968e73 req-b5232583-0c44-432d-90c2-d6dc6fc56bc6 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:14:02.951244 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-000f9c2f-08c6-4b28-9581-25a461968e73 req-b5232583-0c44-432d-90c2-d6dc6fc56bc6 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a57510f-2f6c-43fd-8573-f85e09ee9f09 HTTP/1.1" status: 200 len: 945 time: 0.0544195 Apr 04 06:14:02.962250 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-805c64d4-1ba3-40ef-b11e-f380d8ca88f1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ec04898aa5f46c5b1690cb3b78ba181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2420328 Apr 04 06:14:02.963028 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c64d4-1ba3-40ef-b11e-f380d8ca88f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258710cf-9cb7-496f-a2db-7f948b6090ae,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:14:02.966180 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 55004) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:14:03.004598 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-000f9c2f-08c6-4b28-9581-25a461968e73 req-1c9513d3-8c70-4fd2-9839-55bcb3b08b79 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475044 Apr 04 06:14:03.022736 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6606d146-ee2b-4123-a756-701e415bed06 admin admin] Publish callbacks [] for security_group (258710cf-9cb7-496f-a2db-7f948b6090ae), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:03.044304 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6606d146-ee2b-4123-a756-701e415bed06 admin admin] Publish callbacks [] for security_group (258710cf-9cb7-496f-a2db-7f948b6090ae), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:03.097119 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6606d146-ee2b-4123-a756-701e415bed06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (258710cf-9cb7-496f-a2db-7f948b6090ae), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:03.099629 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6606d146-ee2b-4123-a756-701e415bed06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:03.100910 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-6606d146-ee2b-4123-a756-701e415bed06 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/258710cf-9cb7-496f-a2db-7f948b6090ae HTTP/1.1" status: 204 len: 168 time: 0.1338387 Apr 04 06:14:03.108599 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606d146-ee2b-4123-a756-701e415bed06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258710cf-9cb7-496f-a2db-7f948b6090ae,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:14:04.060623 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:04.133232 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bec30-afe5-4e3d-9756-7414a6d877e6 req-a71ee423-b0ce-4be3-ab98-1ace682e00db tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:14:04.135240 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-588bec30-afe5-4e3d-9756-7414a6d877e6 req-a71ee423-b0ce-4be3-ab98-1ace682e00db tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a57510f-2f6c-43fd-8573-f85e09ee9f09 HTTP/1.1" status: 200 len: 945 time: 0.0568309 Apr 04 06:14:04.190057 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-588bec30-afe5-4e3d-9756-7414a6d877e6 req-063ecfe0-e518-47a3-ae65-3e07d7787eeb tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489130 Apr 04 06:14:11.620376 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9dd4a9dd-c2c0-4952-a8d4-152198dca13a req-2bed65a4-bd5f-4c0f-b732-50fe11976f4e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458951 Apr 04 06:14:11.687888 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4a9dd-c2c0-4952-a8d4-152198dca13a req-73c8011f-b368-4c7d-8684-6a9c31f14633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:14:11.689391 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9dd4a9dd-c2c0-4952-a8d4-152198dca13a req-73c8011f-b368-4c7d-8684-6a9c31f14633 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb48c2dfec0b435e978641e49934d2c0&device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 1130 time: 0.0457308 Apr 04 06:14:11.807730 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4a9dd-c2c0-4952-a8d4-152198dca13a req-33691fd4-7e18-4189-8cf2-7164c2b62292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:14:11.809255 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9dd4a9dd-c2c0-4952-a8d4-152198dca13a req-33691fd4-7e18-4189-8cf2-7164c2b62292 service neutron] 10.222.0.37 "GET /v2.0/networks?id=912f530c-0c5f-4821-bf75-3c7641d0619c HTTP/1.1" status: 200 len: 917 time: 0.0996637 Apr 04 06:14:11.878312 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9dd4a9dd-c2c0-4952-a8d4-152198dca13a req-9c722e47-ff25-4410-a380-f2a71aea93e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1586b070-d9d3-4269-a097-fdf560b96ec5 HTTP/1.1" status: 200 len: 1002 time: 0.0613828 Apr 04 06:14:11.934081 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4a9dd-c2c0-4952-a8d4-152198dca13a req-536b8e48-acf0-43af-9c30-55a850e9190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:14:11.935584 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9dd4a9dd-c2c0-4952-a8d4-152198dca13a req-536b8e48-acf0-43af-9c30-55a850e9190e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9a8a955-6bc6-44f6-83f1-2fcedefaefaf HTTP/1.1" status: 200 len: 855 time: 0.0496688 Apr 04 06:14:11.991961 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4a9dd-c2c0-4952-a8d4-152198dca13a req-e23afed6-d054-4b22-8972-372902f258bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:14:11.993480 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9dd4a9dd-c2c0-4952-a8d4-152198dca13a req-e23afed6-d054-4b22-8972-372902f258bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=912f530c-0c5f-4821-bf75-3c7641d0619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489552 Apr 04 06:14:12.084374 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9dd4a9dd-c2c0-4952-a8d4-152198dca13a req-765dbd26-9d1a-4337-85a5-54e8afba7ffa service neutron] 10.222.0.37 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834343 Apr 04 06:14:12.178292 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9dd4a9dd-c2c0-4952-a8d4-152198dca13a req-46544fbe-893e-418d-bd97-841aa457e546 service neutron] 10.222.0.37 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856686 Apr 04 06:14:18.591295 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:14:26.160146 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-62377714-302c-4e0f-b1f9-c4199f5ae934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:28.321914 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-0a9a4ab4-9fd6-497a-87c9-345e54744759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:29.519205 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:30.617538 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:32.342713 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:34.055881 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:36.983287 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 55280) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:14:37.114203 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-50f04fd6-93c3-4311-bc93-86659410a71e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:37.194560 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-50f04fd6-93c3-4311-bc93-86659410a71e admin admin] Publish callbacks [] for security_group (7f6601b6-3597-4dad-9d96-f8b96a901bae), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:37.199755 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-50f04fd6-93c3-4311-bc93-86659410a71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (7f6601b6-3597-4dad-9d96-f8b96a901bae), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:37.235803 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f04fd6-93c3-4311-bc93-86659410a71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6601b6-3597-4dad-9d96-f8b96a901bae,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:14:37.245367 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 55288) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:14:37.245941 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-50f04fd6-93c3-4311-bc93-86659410a71e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17776e367b944057b3c8b7f688efcf96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611740 Apr 04 06:14:37.297550 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-80d0cfbf-27c3-4544-9a9a-13def3197f9a admin admin] Publish callbacks [] for security_group (7f6601b6-3597-4dad-9d96-f8b96a901bae), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:37.318775 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-80d0cfbf-27c3-4544-9a9a-13def3197f9a admin admin] Publish callbacks [] for security_group (7f6601b6-3597-4dad-9d96-f8b96a901bae), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:37.370658 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-80d0cfbf-27c3-4544-9a9a-13def3197f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (7f6601b6-3597-4dad-9d96-f8b96a901bae), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:37.373214 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-80d0cfbf-27c3-4544-9a9a-13def3197f9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:37.374388 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-80d0cfbf-27c3-4544-9a9a-13def3197f9a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f6601b6-3597-4dad-9d96-f8b96a901bae HTTP/1.1" status: 204 len: 168 time: 0.1269448 Apr 04 06:14:37.382126 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0cfbf-27c3-4544-9a9a-13def3197f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6601b6-3597-4dad-9d96-f8b96a901bae,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:14:37.390165 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cfbf-27c3-4544-9a9a-13def3197f9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:14:37.390517 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cfbf-27c3-4544-9a9a-13def3197f9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:14:37.390864 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cfbf-27c3-4544-9a9a-13def3197f9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:14:37.391213 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cfbf-27c3-4544-9a9a-13def3197f9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:14:37.391549 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cfbf-27c3-4544-9a9a-13def3197f9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:14:37.391884 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cfbf-27c3-4544-9a9a-13def3197f9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:14:37.392211 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cfbf-27c3-4544-9a9a-13def3197f9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:14:37.392541 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cfbf-27c3-4544-9a9a-13def3197f9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:14:37.392870 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cfbf-27c3-4544-9a9a-13def3197f9a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:14:37.393224 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cfbf-27c3-4544-9a9a-13def3197f9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:14:37.393554 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cfbf-27c3-4544-9a9a-13def3197f9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:14:37.393880 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cfbf-27c3-4544-9a9a-13def3197f9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:14:37.394204 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cfbf-27c3-4544-9a9a-13def3197f9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:14:37.394662 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cfbf-27c3-4544-9a9a-13def3197f9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:14:37.394996 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0cfbf-27c3-4544-9a9a-13def3197f9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:14:39.006124 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbb387-520a-4cd5-b33c-7aa49833a2d8 req-a9c73bf8-3c52-4469-a746-0d505e607c77 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:14:39.007711 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f0fbb387-520a-4cd5-b33c-7aa49833a2d8 req-a9c73bf8-3c52-4469-a746-0d505e607c77 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a57510f-2f6c-43fd-8573-f85e09ee9f09 HTTP/1.1" status: 200 len: 945 time: 0.0678740 Apr 04 06:14:39.058135 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f0fbb387-520a-4cd5-b33c-7aa49833a2d8 req-6d0f2cc0-0b48-4e9e-b88b-b5b5d8100bb7 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431464 Apr 04 06:14:40.203568 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3526bfd-8278-4bd7-a5e6-43fe6ee3ddf6 req-a6968ee7-72a8-4531-8d29-833e16f2be83 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:14:40.205019 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c3526bfd-8278-4bd7-a5e6-43fe6ee3ddf6 req-a6968ee7-72a8-4531-8d29-833e16f2be83 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a57510f-2f6c-43fd-8573-f85e09ee9f09 HTTP/1.1" status: 200 len: 945 time: 0.0666959 Apr 04 06:14:40.255918 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c3526bfd-8278-4bd7-a5e6-43fe6ee3ddf6 req-0dbab8cd-4154-479b-a8dc-f3bdee99d2f6 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/security-groups?id=25262512-3904-4ca3-b9e6-700152e505c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429044 Apr 04 06:14:40.949587 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb79d3-f516-4ba8-bf9b-5bba8d88860a req-4e372a02-36fe-4a66-b4b1-31c78630dea5 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:14:40.951106 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4bdb79d3-f516-4ba8-bf9b-5bba8d88860a req-4e372a02-36fe-4a66-b4b1-31c78630dea5 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a57510f-2f6c-43fd-8573-f85e09ee9f09 HTTP/1.1" status: 200 len: 945 time: 0.0704846 Apr 04 06:14:41.057442 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-4bdb79d3-f516-4ba8-bf9b-5bba8d88860a req-abd75d6a-700d-48f5-a2a8-5a00b819ccb9 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Deleting port 9073ed67-ad02-40c0-bbbd-ec8fc803dc78 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:14:41.057778 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-4bdb79d3-f516-4ba8-bf9b-5bba8d88860a req-abd75d6a-700d-48f5-a2a8-5a00b819ccb9 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (9073ed67-ad02-40c0-bbbd-ec8fc803dc78), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:41.153805 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-4bdb79d3-f516-4ba8-bf9b-5bba8d88860a req-abd75d6a-700d-48f5-a2a8-5a00b819ccb9 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] For port 9073ed67-ad02-40c0-bbbd-ec8fc803dc78, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9073ed67-ad02-40c0-bbbd-ec8fc803dc78,segment=NetworkSegment(51f84bee-76f8-46b6-af8c-7f2c1e111a59),segment_id=51f84bee-76f8-46b6-af8c-7f2c1e111a59)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:14:41.154171 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-4bdb79d3-f516-4ba8-bf9b-5bba8d88860a req-abd75d6a-700d-48f5-a2a8-5a00b819ccb9 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (9073ed67-ad02-40c0-bbbd-ec8fc803dc78), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:41.167107 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-4bdb79d3-f516-4ba8-bf9b-5bba8d88860a req-abd75d6a-700d-48f5-a2a8-5a00b819ccb9 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Calling delete_port for 9073ed67-ad02-40c0-bbbd-ec8fc803dc78 owned by compute:nova {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:14:41.302790 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-4bdb79d3-f516-4ba8-bf9b-5bba8d88860a req-abd75d6a-700d-48f5-a2a8-5a00b819ccb9 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (9073ed67-ad02-40c0-bbbd-ec8fc803dc78), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:41.316941 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['9073ed67-ad02-40c0-bbbd-ec8fc803dc78'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:14:41.332225 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd75d6a-700d-48f5-a2a8-5a00b819ccb9 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Pushing event deleted for resources: {'Port': ['ID=9073ed67-ad02-40c0-bbbd-ec8fc803dc78,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:14:41.380548 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-929e7b62-b743-4f9a-be51-f1627db4c0ff req-021f5761-fbfd-48b0-8349-aec29e19aa13 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a57510f-2f6c-43fd-8573-f85e09ee9f09 HTTP/1.1" status: 200 len: 210 time: 0.0458159 Apr 04 06:14:41.400613 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdb79d3-f516-4ba8-bf9b-5bba8d88860a req-abd75d6a-700d-48f5-a2a8-5a00b819ccb9 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] No DVR routers for this DVR port 9073ed67-ad02-40c0-bbbd-ec8fc803dc78 on host hv-cinder-83444 {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:14:41.403318 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-4bdb79d3-f516-4ba8-bf9b-5bba8d88860a req-abd75d6a-700d-48f5-a2a8-5a00b819ccb9 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:41.406629 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4bdb79d3-f516-4ba8-bf9b-5bba8d88860a req-abd75d6a-700d-48f5-a2a8-5a00b819ccb9 tempest-VolumesSnapshotTestJSON-676733078 tempest-VolumesSnapshotTestJSON-676733078-project] 10.222.0.37 "DELETE /v2.0/ports/9073ed67-ad02-40c0-bbbd-ec8fc803dc78 HTTP/1.1" status: 204 len: 173 time: 0.4496613 Apr 04 06:14:41.407062 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a57510f-2f6c-43fd-8573-f85e09ee9f09', 'name': 'network-vif-deleted', 'tag': '9073ed67-ad02-40c0-bbbd-ec8fc803dc78'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:14:41.409347 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0884e601-fb3f-452c-ae02-55bc5be3db6c" -d '{"events": [{"server_uuid": "1a57510f-2f6c-43fd-8573-f85e09ee9f09", "name": "network-vif-deleted", "tag": "9073ed67-ad02-40c0-bbbd-ec8fc803dc78"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:14:41.454648 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb5fcc7-675f-4c91-ab38-5d71eeb29a56 x-openstack-request-id: req-eeb5fcc7-675f-4c91-ab38-5d71eeb29a56 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:14:41.454944 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a57510f-2f6c-43fd-8573-f85e09ee9f09", "name": "network-vif-deleted", "tag": "9073ed67-ad02-40c0-bbbd-ec8fc803dc78", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:14:41.455222 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eeb5fcc7-675f-4c91-ab38-5d71eeb29a56 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:14:41.455631 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeb5fcc7-675f-4c91-ab38-5d71eeb29a56'] response: {'server_uuid': '1a57510f-2f6c-43fd-8573-f85e09ee9f09', 'name': 'network-vif-deleted', 'tag': '9073ed67-ad02-40c0-bbbd-ec8fc803dc78', 'status': 'completed', 'code': 200} Apr 04 06:14:45.793865 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 9073ed67-ad02-40c0-bbbd-ec8fc803dc78 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:14:45.821827 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] No Port match for: 9073ed67-ad02-40c0-bbbd-ec8fc803dc78 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:14:45.822202 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 9073ed67-ad02-40c0-bbbd-ec8fc803dc78 not bound to the agent host hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:14:55.595757 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:14:56.161384 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fb35742e-ca83-4cad-b55e-cb623c942833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:58.320218 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-9846054a-c382-40a8-ab55-79fb217921cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:14:59.516864 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:00.267091 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd044b7c-c6cd-40b2-b5cd-9f7bbddbb4bc req-ef1ce1de-3332-4de1-90e1-fc22012b0bf6 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:00.273374 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bd044b7c-c6cd-40b2-b5cd-9f7bbddbb4bc req-ef1ce1de-3332-4de1-90e1-fc22012b0bf6 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0692348 Apr 04 06:15:00.318735 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bd044b7c-c6cd-40b2-b5cd-9f7bbddbb4bc req-efeb960e-f2f0-4583-b927-da7c3a69383f tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437942 Apr 04 06:15:00.626362 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:01.644738 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ddce0-466c-4765-bb73-9c7ee1ac8fc2 req-8b0ceaa9-5607-424b-a1b1-67cb241a0910 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:01.646237 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d90ddce0-466c-4765-bb73-9c7ee1ac8fc2 req-8b0ceaa9-5607-424b-a1b1-67cb241a0910 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.2429805 Apr 04 06:15:01.697362 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d90ddce0-466c-4765-bb73-9c7ee1ac8fc2 req-98cec61c-0ec8-4364-a782-6b51327e9c76 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454350 Apr 04 06:15:02.330572 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:02.841595 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3d7eb-308b-433e-ae8b-978fcb068872 req-a034a932-b59f-4c90-87fe-5115803eb758 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:02.843109 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f1e3d7eb-308b-433e-ae8b-978fcb068872 req-a034a932-b59f-4c90-87fe-5115803eb758 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0609274 Apr 04 06:15:02.891570 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f1e3d7eb-308b-433e-ae8b-978fcb068872 req-09bb6afb-3dab-46ad-8c1a-120cc38c1d68 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424664 Apr 04 06:15:04.044739 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6803110-4373-4dd0-a58d-6e9d70dd9e28 req-81c484e9-58e5-4d49-91c7-3d47b96bdf99 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:04.046468 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a6803110-4373-4dd0-a58d-6e9d70dd9e28 req-81c484e9-58e5-4d49-91c7-3d47b96bdf99 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0676703 Apr 04 06:15:04.072053 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:04.094322 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a6803110-4373-4dd0-a58d-6e9d70dd9e28 req-9e61974b-cf63-4457-94ab-dcbdafbccdc6 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418386 Apr 04 06:15:05.285432 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a99a8-d587-41c8-91ba-283a68c85c49 req-9fc0570c-78a4-4837-8fb6-b8659368a206 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:05.286899 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d56a99a8-d587-41c8-91ba-283a68c85c49 req-9fc0570c-78a4-4837-8fb6-b8659368a206 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.1147292 Apr 04 06:15:05.339843 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d56a99a8-d587-41c8-91ba-283a68c85c49 req-a6d5b2ac-cc8c-4353-b7c4-7cf19fa5e08d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450163 Apr 04 06:15:06.471159 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716fb42-305b-4e77-ab28-0fb678b6faf0 req-4edbbdc6-e075-4e2a-bda1-40b13c25928b tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:06.473090 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a716fb42-305b-4e77-ab28-0fb678b6faf0 req-4edbbdc6-e075-4e2a-bda1-40b13c25928b tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0564940 Apr 04 06:15:06.522773 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a716fb42-305b-4e77-ab28-0fb678b6faf0 req-5edbbff2-7397-4f1e-9f8f-5b3b21b46d87 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417404 Apr 04 06:15:07.230228 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a5715814-74a2-4d02-83ca-e53fdd15e68d req-931c8a4b-c349-4741-b56e-3b9b12982369 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495121 Apr 04 06:15:07.302670 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5715814-74a2-4d02-83ca-e53fdd15e68d req-b9669166-047a-4f08-a09f-f4f814ace702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:07.304273 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a5715814-74a2-4d02-83ca-e53fdd15e68d req-b9669166-047a-4f08-a09f-f4f814ace702 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3bf2aa8f9fc74712aac7ec691de75582&device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 1129 time: 0.0508220 Apr 04 06:15:07.411909 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5715814-74a2-4d02-83ca-e53fdd15e68d req-7aea0e97-1de4-48f0-b3ad-4de1386df47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:07.413412 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a5715814-74a2-4d02-83ca-e53fdd15e68d req-7aea0e97-1de4-48f0-b3ad-4de1386df47e service neutron] 10.222.0.37 "GET /v2.0/networks?id=346304e3-defa-40dc-a5ad-7a093dfc23b7 HTTP/1.1" status: 200 len: 911 time: 0.0845590 Apr 04 06:15:07.489874 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a5715814-74a2-4d02-83ca-e53fdd15e68d req-2b19fd16-6b24-4502-87df-6ef6d12a381d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=241b8638-fb78-4f69-b79f-997a9d0d3411 HTTP/1.1" status: 200 len: 1000 time: 0.0683589 Apr 04 06:15:07.547406 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5715814-74a2-4d02-83ca-e53fdd15e68d req-14256f9c-1f9d-40da-a523-a0e6b4aa7dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:07.549201 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a5715814-74a2-4d02-83ca-e53fdd15e68d req-14256f9c-1f9d-40da-a523-a0e6b4aa7dea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=389db79c-3d35-45ec-be77-a745fbe4b317 HTTP/1.1" status: 200 len: 849 time: 0.0509953 Apr 04 06:15:07.608390 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5715814-74a2-4d02-83ca-e53fdd15e68d req-b521ab25-be8c-483a-bb71-b22c37a44583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:07.609899 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a5715814-74a2-4d02-83ca-e53fdd15e68d req-b521ab25-be8c-483a-bb71-b22c37a44583 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=346304e3-defa-40dc-a5ad-7a093dfc23b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542853 Apr 04 06:15:07.706980 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba1861-7883-431d-9cce-7c7596db3c4b req-1af7ab7e-fa2f-4e92-840e-8ce963aef2cd tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:07.708464 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a5ba1861-7883-431d-9cce-7c7596db3c4b req-1af7ab7e-fa2f-4e92-840e-8ce963aef2cd tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.1146238 Apr 04 06:15:07.731756 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a5715814-74a2-4d02-83ca-e53fdd15e68d req-00d58cc8-dd25-457e-9aa6-bab824a9728a service neutron] 10.222.0.37 "GET /v2.0/networks/346304e3-defa-40dc-a5ad-7a093dfc23b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078811 Apr 04 06:15:07.817479 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a5ba1861-7883-431d-9cce-7c7596db3c4b req-c1b6d27a-a4cf-4f2d-9ffd-870232e6c036 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011353 Apr 04 06:15:07.852927 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 55578) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:15:07.854653 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a5715814-74a2-4d02-83ca-e53fdd15e68d req-ec48fbff-677b-47c3-acd6-1be8729d8eba service neutron] 10.222.0.37 "GET /v2.0/networks/346304e3-defa-40dc-a5ad-7a093dfc23b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150467 Apr 04 06:15:07.902516 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54da6b5-bcb6-4ca6-b0b0-405769147712 admin admin] Deleting subnet 0fc5335a-39a3-48a5-95f3-6ae0d7b4b66a {{(pid=103479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 06:15:07.905744 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b54da6b5-bcb6-4ca6-b0b0-405769147712 admin admin] Publish callbacks [] for subnet (0fc5335a-39a3-48a5-95f3-6ae0d7b4b66a), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:07.940320 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b54da6b5-bcb6-4ca6-b0b0-405769147712 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850216'] for subnet (0fc5335a-39a3-48a5-95f3-6ae0d7b4b66a), precommit_delete_associations {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:07.980688 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b54da6b5-bcb6-4ca6-b0b0-405769147712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047354'] for subnet (0fc5335a-39a3-48a5-95f3-6ae0d7b4b66a), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:08.033333 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b54da6b5-bcb6-4ca6-b0b0-405769147712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10310549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567937'] for subnet (0fc5335a-39a3-48a5-95f3-6ae0d7b4b66a), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:08.063690 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54da6b5-bcb6-4ca6-b0b0-405769147712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fc5335a-39a3-48a5-95f3-6ae0d7b4b66a,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:15:08.077254 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b54da6b5-bcb6-4ca6-b0b0-405769147712 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:08.080187 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-b54da6b5-bcb6-4ca6-b0b0-405769147712 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0fc5335a-39a3-48a5-95f3-6ae0d7b4b66a HTTP/1.1" status: 204 len: 168 time: 0.2262700 Apr 04 06:15:08.081746 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54da6b5-bcb6-4ca6-b0b0-405769147712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:08.082092 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54da6b5-bcb6-4ca6-b0b0-405769147712 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:08.082435 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54da6b5-bcb6-4ca6-b0b0-405769147712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:08.082772 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54da6b5-bcb6-4ca6-b0b0-405769147712 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:08.083135 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54da6b5-bcb6-4ca6-b0b0-405769147712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:08.083281 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 55588) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:15:08.083483 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54da6b5-bcb6-4ca6-b0b0-405769147712 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:08.083747 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54da6b5-bcb6-4ca6-b0b0-405769147712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:08.084094 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54da6b5-bcb6-4ca6-b0b0-405769147712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:08.084389 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54da6b5-bcb6-4ca6-b0b0-405769147712 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:08.084709 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54da6b5-bcb6-4ca6-b0b0-405769147712 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:08.085068 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54da6b5-bcb6-4ca6-b0b0-405769147712 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:08.085380 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54da6b5-bcb6-4ca6-b0b0-405769147712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:08.085728 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54da6b5-bcb6-4ca6-b0b0-405769147712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:08.086043 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54da6b5-bcb6-4ca6-b0b0-405769147712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:08.086354 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54da6b5-bcb6-4ca6-b0b0-405769147712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:08.183029 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a09322b0-09ff-4cbe-83ac-318df9cd1995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823931'] for network (b5766c36-20c4-4283-ab3f-33c4a45be891), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:08.204118 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a443200-c317-4fe0-997f-b788b9922e63 req-272c6518-1ce0-4ee8-bd5e-dbcd2a703bc0 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:08.205609 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1a443200-c317-4fe0-997f-b788b9922e63 req-272c6518-1ce0-4ee8-bd5e-dbcd2a703bc0 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.1135883 Apr 04 06:15:08.539212 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a09322b0-09ff-4cbe-83ac-318df9cd1995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951985', 'neutron.services.segments.db._delete_segments_for_network-8794510801722'] for network (b5766c36-20c4-4283-ab3f-33c4a45be891), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:08.567302 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1a443200-c317-4fe0-997f-b788b9922e63 req-b841fef9-5304-45ae-9d74-74e2565380fa tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983021 Apr 04 06:15:08.570755 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-a09322b0-09ff-4cbe-83ac-318df9cd1995 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5766c36-20c4-4283-ab3f-33c4a45be891']}} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:15:08.581883 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-a09322b0-09ff-4cbe-83ac-318df9cd1995 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f84bee-76f8-46b6-af8c-7f2c1e111a59') {'for_net_delete': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:15:08.581883 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-a09322b0-09ff-4cbe-83ac-318df9cd1995 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f84bee-76f8-46b6-af8c-7f2c1e111a59') {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:15:08.593622 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a09322b0-09ff-4cbe-83ac-318df9cd1995 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794510999619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3914034'] for segment (51f84bee-76f8-46b6-af8c-7f2c1e111a59), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:08.607461 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a09322b0-09ff-4cbe-83ac-318df9cd1995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (51f84bee-76f8-46b6-af8c-7f2c1e111a59), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:08.614390 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09322b0-09ff-4cbe-83ac-318df9cd1995 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 06:15:08.614804 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a09322b0-09ff-4cbe-83ac-318df9cd1995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2345957'] for segment (51f84bee-76f8-46b6-af8c-7f2c1e111a59), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: Traceback (most recent call last): Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: timer() Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: cb(*args, **kw) Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: return func(*args, **kwargs) Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: self._notify() Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: self.callback(batched_events) Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: event.method(event) Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: return f(self, *a, **k) Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._get(url).json() Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: return self.request(url, 'GET', **kwargs) Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 06:15:08.616456 dv-cinder-834448-2-iscsi neutron-server[103480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 06:15:08.670069 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a09322b0-09ff-4cbe-83ac-318df9cd1995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589347'] for network (b5766c36-20c4-4283-ab3f-33c4a45be891), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:08.677359 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a09322b0-09ff-4cbe-83ac-318df9cd1995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:08.680345 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-a09322b0-09ff-4cbe-83ac-318df9cd1995 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b5766c36-20c4-4283-ab3f-33c4a45be891 HTTP/1.1" status: 204 len: 168 time: 0.5959871 Apr 04 06:15:08.691185 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09322b0-09ff-4cbe-83ac-318df9cd1995 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5766c36-20c4-4283-ab3f-33c4a45be891,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:15:08.855228 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 55596) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:15:08.899251 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-b5b2349a-c4e9-497b-83ec-bfb40d9f0577 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cc83aab360054a7f959ceeb6c566de89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427039 Apr 04 06:15:08.901979 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 55598) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:15:08.950148 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fde2421c-a49a-45c7-987e-a16a886d5102 admin admin] Publish callbacks [] for security_group (25262512-3904-4ca3-b9e6-700152e505c2), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:08.952403 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99886032-201b-48df-b9bc-267f30ad0276 req-63bd7397-a410-4ebe-886d-a75c7511cf8d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:08.953930 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-99886032-201b-48df-b9bc-267f30ad0276 req-63bd7397-a410-4ebe-886d-a75c7511cf8d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0535917 Apr 04 06:15:08.977437 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fde2421c-a49a-45c7-987e-a16a886d5102 admin admin] Publish callbacks [] for security_group (25262512-3904-4ca3-b9e6-700152e505c2), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:09.014135 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-99886032-201b-48df-b9bc-267f30ad0276 req-787cda26-c601-4015-88e9-3d73103e75ef tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532742 Apr 04 06:15:09.026493 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fde2421c-a49a-45c7-987e-a16a886d5102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (25262512-3904-4ca3-b9e6-700152e505c2), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:09.029509 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fde2421c-a49a-45c7-987e-a16a886d5102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:09.030746 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-fde2421c-a49a-45c7-987e-a16a886d5102 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25262512-3904-4ca3-b9e6-700152e505c2 HTTP/1.1" status: 204 len: 168 time: 0.1277893 Apr 04 06:15:09.038731 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2421c-a49a-45c7-987e-a16a886d5102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25262512-3904-4ca3-b9e6-700152e505c2,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:15:09.702052 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560b457-d239-4236-bf85-a16c061cfe06 req-4d2f66e5-e811-44c3-b6d1-91c054c7cbb8 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:09.703508 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1560b457-d239-4236-bf85-a16c061cfe06 req-4d2f66e5-e811-44c3-b6d1-91c054c7cbb8 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0615957 Apr 04 06:15:09.753807 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1560b457-d239-4236-bf85-a16c061cfe06 req-df480774-9314-45bb-9753-500d5f7cbbd7 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418293 Apr 04 06:15:10.146548 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abc2d5-a2e1-498d-9628-6739b69d18b7 req-c4888ae2-2bd7-4cb1-9063-a23a0675e7d9 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:10.148007 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-98abc2d5-a2e1-498d-9628-6739b69d18b7 req-c4888ae2-2bd7-4cb1-9063-a23a0675e7d9 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0579872 Apr 04 06:15:10.194657 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-98abc2d5-a2e1-498d-9628-6739b69d18b7 req-f4f1b224-51ed-46ca-9a86-f30a610019b4 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409949 Apr 04 06:15:10.882873 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee6770-c7b9-4bd5-ac30-a5088090ea34 req-db6e75e4-ceee-4b4a-b8fd-bfc07baadebc tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:10.884714 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-88ee6770-c7b9-4bd5-ac30-a5088090ea34 req-db6e75e4-ceee-4b4a-b8fd-bfc07baadebc tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0579171 Apr 04 06:15:10.935074 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-88ee6770-c7b9-4bd5-ac30-a5088090ea34 req-26fb1c2c-f3c8-4792-a60c-cadf6af03d4b tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446339 Apr 04 06:15:11.341637 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fb0c6-3e3b-4851-b7bf-6653216d05df req-eb8b309a-a3bb-4676-b71e-864ab5f087f5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:11.343842 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d73fb0c6-3e3b-4851-b7bf-6653216d05df req-eb8b309a-a3bb-4676-b71e-864ab5f087f5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0677533 Apr 04 06:15:11.406056 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d73fb0c6-3e3b-4851-b7bf-6653216d05df req-e449ce4d-09b0-43df-82aa-3352a09558aa tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561728 Apr 04 06:15:12.090937 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e1575-24c5-4c9b-8d76-340708a0aaa8 req-84c06d18-e5dd-4a9b-8b82-a28862137cb4 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:12.092403 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-471e1575-24c5-4c9b-8d76-340708a0aaa8 req-84c06d18-e5dd-4a9b-8b82-a28862137cb4 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0616071 Apr 04 06:15:12.141460 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-471e1575-24c5-4c9b-8d76-340708a0aaa8 req-e4fa9f97-58c0-46b8-8de1-3fea3c90c96b tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427377 Apr 04 06:15:12.535101 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fea9d-346e-48bd-852a-0b727fd8b08b req-cb375851-1d08-454d-9045-fac61d48c0ac tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:12.536723 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9e8fea9d-346e-48bd-852a-0b727fd8b08b req-cb375851-1d08-454d-9045-fac61d48c0ac tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0536919 Apr 04 06:15:12.583667 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9e8fea9d-346e-48bd-852a-0b727fd8b08b req-4596cc56-7456-482b-b0fc-2afe389bd9ec tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412724 Apr 04 06:15:13.275969 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b6de4-09e0-4b5b-8799-d3002bd621a3 req-c94e348e-ed32-4352-8842-89854b479fd9 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:13.277483 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b72b6de4-09e0-4b5b-8799-d3002bd621a3 req-c94e348e-ed32-4352-8842-89854b479fd9 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0570650 Apr 04 06:15:13.332649 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b72b6de4-09e0-4b5b-8799-d3002bd621a3 req-b6e88a10-ad54-49fa-a4bc-45ed2e08f313 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493495 Apr 04 06:15:13.724685 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba573758-06c1-4c4d-9edb-eec5f7b683cc req-b76314a3-6f0b-4934-b731-d67f513a7802 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:13.726351 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ba573758-06c1-4c4d-9edb-eec5f7b683cc req-b76314a3-6f0b-4934-b731-d67f513a7802 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0612202 Apr 04 06:15:13.747630 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 1586b070-d9d3-4269-a097-fdf560b96ec5 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:15:13.775739 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ba573758-06c1-4c4d-9edb-eec5f7b683cc req-46a98fef-1920-4e1b-9e86-309b544ef979 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436141 Apr 04 06:15:13.846932 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 1586b070-d9d3-4269-a097-fdf560b96ec5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1586b070-d9d3-4269-a097-fdf560b96ec5,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:15:13.859783 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': '1586b070-d9d3-4269-a097-fdf560b96ec5', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'port_id': '1586b070-d9d3-4269-a097-fdf560b96ec5', 'mac_address': 'fa:16:3e:19:1b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:15:13.900093 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 1586b070-d9d3-4269-a097-fdf560b96ec5 is: ACTIVE; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:15:13.900412 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:13.914100 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1586b070-d9d3-4269-a097-fdf560b96ec5 {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:15:13.935635 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 1586b070-d9d3-4269-a097-fdf560b96ec5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1586b070-d9d3-4269-a097-fdf560b96ec5,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:15:13.940502 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:13.993234 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=1586b070-d9d3-4269-a097-fdf560b96ec5,revision_number=6']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:15:14.001038 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:14.001416 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:14.001746 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:14.002126 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:14.002467 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:14.002799 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:14.003122 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:14.003462 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:14.003795 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:14.004121 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:14.004468 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:14.004803 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:14.005159 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:14.005485 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:14.005889 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:15:14.064131 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['1586b070-d9d3-4269-a097-fdf560b96ec5'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:15:14.698006 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d9b9a-6b16-48b1-9199-8242be1a4326 req-8eb5de73-2659-4b72-b568-0c59e34ea714 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:14.699405 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1b5d9b9a-6b16-48b1-9199-8242be1a4326 req-8eb5de73-2659-4b72-b568-0c59e34ea714 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0615039 Apr 04 06:15:14.749210 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1b5d9b9a-6b16-48b1-9199-8242be1a4326 req-65e81930-57ca-4e87-b410-341b623ab245 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416052 Apr 04 06:15:15.014993 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04ddcb-d826-4ea9-b91d-01d2e79db0ef req-6b807361-ed6c-454d-8b9d-9f24b315fd53 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:15.016333 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-df04ddcb-d826-4ea9-b91d-01d2e79db0ef req-6b807361-ed6c-454d-8b9d-9f24b315fd53 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 945 time: 0.0572257 Apr 04 06:15:15.062368 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-df04ddcb-d826-4ea9-b91d-01d2e79db0ef req-c60e5fb8-0204-4c42-96be-fbfaf5efa2a4 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404124 Apr 04 06:15:15.783582 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 1586b070-d9d3-4269-a097-fdf560b96ec5 up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:15:15.844928 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port 1586b070-d9d3-4269-a097-fdf560b96ec5 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:15:15.845354 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:15.882353 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435441a-f294-44c2-be5a-e4301b561489 req-2d2b089e-875d-4921-b83b-a8aed7301aac tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:15.884191 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7435441a-f294-44c2-be5a-e4301b561489 req-2d2b089e-875d-4921-b83b-a8aed7301aac tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0529885 Apr 04 06:15:15.921923 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 1586b070-d9d3-4269-a097-fdf560b96ec5 is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:15:15.922310 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:15.931867 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7435441a-f294-44c2-be5a-e4301b561489 req-829fa54e-7b17-4cdb-820d-38f5f4ba15f0 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418370 Apr 04 06:15:15.945484 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87721069-f607-480c-81cc-d67e51382c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1586b070-d9d3-4269-a097-fdf560b96ec5'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:15:15.947746 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d59766-bd53-4db2-8563-1882606f6be7" -d '{"events": [{"server_uuid": "87721069-f607-480c-81cc-d67e51382c6f", "name": "network-vif-plugged", "status": "completed", "tag": "1586b070-d9d3-4269-a097-fdf560b96ec5"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:15:15.960061 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 1586b070-d9d3-4269-a097-fdf560b96ec5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1586b070-d9d3-4269-a097-fdf560b96ec5,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:15:15.965388 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:15.987871 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39303cd8-ac7a-4eba-835f-2a207a4732ab x-openstack-request-id: req-39303cd8-ac7a-4eba-835f-2a207a4732ab {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:15:15.988153 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87721069-f607-480c-81cc-d67e51382c6f", "name": "network-vif-plugged", "status": "completed", "tag": "1586b070-d9d3-4269-a097-fdf560b96ec5", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:15:15.988402 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-39303cd8-ac7a-4eba-835f-2a207a4732ab {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:15:15.988793 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39303cd8-ac7a-4eba-835f-2a207a4732ab'] response: {'server_uuid': '87721069-f607-480c-81cc-d67e51382c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1586b070-d9d3-4269-a097-fdf560b96ec5', 'code': 200} Apr 04 06:15:16.016198 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=1586b070-d9d3-4269-a097-fdf560b96ec5,revision_number=7']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:15:16.211487 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea4fc9-edd4-45e0-9cf1-b635ca252159 req-43831a00-56f1-42a2-9d17-f266405071bd tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:16.212979 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-52ea4fc9-edd4-45e0-9cf1-b635ca252159 req-43831a00-56f1-42a2-9d17-f266405071bd tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0547006 Apr 04 06:15:16.265300 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-52ea4fc9-edd4-45e0-9cf1-b635ca252159 req-1916e6d8-6953-4d9a-96e9-670bce6295d7 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465474 Apr 04 06:15:17.075401 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e505d23-562d-430f-8184-78177a8b8306 req-2fad1929-d065-4cca-b96c-a95b88149d79 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:17.076857 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4e505d23-562d-430f-8184-78177a8b8306 req-2fad1929-d065-4cca-b96c-a95b88149d79 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0699081 Apr 04 06:15:17.124199 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4e505d23-562d-430f-8184-78177a8b8306 req-ff802628-d635-4e25-9544-e76fc275c2a0 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414701 Apr 04 06:15:17.410799 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aedd7c-5744-4dc6-83ea-c10eb8fa6a20 req-9feb05ed-13b1-4c93-8e86-a6c6026e939a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:17.412291 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c2aedd7c-5744-4dc6-83ea-c10eb8fa6a20 req-9feb05ed-13b1-4c93-8e86-a6c6026e939a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0599070 Apr 04 06:15:17.472945 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c2aedd7c-5744-4dc6-83ea-c10eb8fa6a20 req-5202d27e-eec7-47ab-8aed-7765254bf7f1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526872 Apr 04 06:15:18.258860 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e001c-5290-40ab-a5b7-9d4e7f7210cf req-e800116e-2606-445b-96a9-70ea8e168028 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:18.260361 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-008e001c-5290-40ab-a5b7-9d4e7f7210cf req-e800116e-2606-445b-96a9-70ea8e168028 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0566702 Apr 04 06:15:18.307595 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-008e001c-5290-40ab-a5b7-9d4e7f7210cf req-85f8a016-c063-46fc-9eb0-d041a5fd2380 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415616 Apr 04 06:15:18.606001 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd040e-f538-4324-8b36-5e5580a9edb6 req-55c6291c-b017-4883-9203-27838f59028e tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:18.607369 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-80dd040e-f538-4324-8b36-5e5580a9edb6 req-55c6291c-b017-4883-9203-27838f59028e tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0599830 Apr 04 06:15:18.654590 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-80dd040e-f538-4324-8b36-5e5580a9edb6 req-3c5121f6-c73b-4767-8fe9-bd6c5b09dc27 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414329 Apr 04 06:15:19.453591 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd6d24-62fc-4fc1-b0f1-185479732bd2 req-50b783b6-eb0e-46f8-8bd2-399d3ada482c tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:19.455069 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0edd6d24-62fc-4fc1-b0f1-185479732bd2 req-50b783b6-eb0e-46f8-8bd2-399d3ada482c tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0589890 Apr 04 06:15:19.507134 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0edd6d24-62fc-4fc1-b0f1-185479732bd2 req-a89bb813-1afd-40d2-a7d2-c2a29a0502aa tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458734 Apr 04 06:15:19.796275 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89de750-b82f-4a39-a5a2-2b26dbcece12 req-f3e44f71-cda3-4eb7-96f9-405fe905a5f6 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:19.801076 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b89de750-b82f-4a39-a5a2-2b26dbcece12 req-f3e44f71-cda3-4eb7-96f9-405fe905a5f6 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0925095 Apr 04 06:15:19.885131 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995490d4-c973-4b8b-9acd-41082c15fc1e req-aa2adb53-41c3-48e8-ac99-007ba92c0bf7 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:19.887215 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-995490d4-c973-4b8b-9acd-41082c15fc1e req-aa2adb53-41c3-48e8-ac99-007ba92c0bf7 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.1401947 Apr 04 06:15:19.910869 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b89de750-b82f-4a39-a5a2-2b26dbcece12 req-1d6a01d6-10c8-484f-97bd-3bbd18f6edc9 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065991 Apr 04 06:15:19.923749 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e9085-9d12-4b94-be62-817b92ed3c73 req-35e6a6d8-3fb5-440e-9b7b-a905e266128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:19.925619 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-978e9085-9d12-4b94-be62-817b92ed3c73 req-35e6a6d8-3fb5-440e-9b7b-a905e266128f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3bf2aa8f9fc74712aac7ec691de75582&device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 1129 time: 0.1171765 Apr 04 06:15:20.013875 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-995490d4-c973-4b8b-9acd-41082c15fc1e req-6859e54f-1273-4129-9279-2cfdd40906d6 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161716 Apr 04 06:15:20.062331 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e9085-9d12-4b94-be62-817b92ed3c73 req-a24ac3fb-0ac4-42fe-a8a7-985aed41a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:20.063877 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-978e9085-9d12-4b94-be62-817b92ed3c73 req-a24ac3fb-0ac4-42fe-a8a7-985aed41a74d service neutron] 10.222.0.37 "GET /v2.0/networks?id=346304e3-defa-40dc-a5ad-7a093dfc23b7 HTTP/1.1" status: 200 len: 911 time: 0.1250474 Apr 04 06:15:20.140429 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-978e9085-9d12-4b94-be62-817b92ed3c73 req-a27df3d4-0b40-408e-9c51-5835030781c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=241b8638-fb78-4f69-b79f-997a9d0d3411 HTTP/1.1" status: 200 len: 1000 time: 0.0693963 Apr 04 06:15:20.213725 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e9085-9d12-4b94-be62-817b92ed3c73 req-a646a49d-f71c-4281-9097-6c07e5e4d762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:20.215827 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-978e9085-9d12-4b94-be62-817b92ed3c73 req-a646a49d-f71c-4281-9097-6c07e5e4d762 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=389db79c-3d35-45ec-be77-a745fbe4b317 HTTP/1.1" status: 200 len: 849 time: 0.0665452 Apr 04 06:15:20.271816 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e9085-9d12-4b94-be62-817b92ed3c73 req-860f2e8a-3534-4cef-b5a7-fbea492aa973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:20.273473 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-978e9085-9d12-4b94-be62-817b92ed3c73 req-860f2e8a-3534-4cef-b5a7-fbea492aa973 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=346304e3-defa-40dc-a5ad-7a093dfc23b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506477 Apr 04 06:15:20.374107 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-978e9085-9d12-4b94-be62-817b92ed3c73 req-29482f31-5f3c-49b1-a4fa-f5085289240b service neutron] 10.222.0.37 "GET /v2.0/networks/346304e3-defa-40dc-a5ad-7a093dfc23b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901902 Apr 04 06:15:20.482066 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-978e9085-9d12-4b94-be62-817b92ed3c73 req-7ab35888-d34a-4f88-9ec6-987893ad63eb service neutron] 10.222.0.37 "GET /v2.0/networks/346304e3-defa-40dc-a5ad-7a093dfc23b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023099 Apr 04 06:15:21.048331 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b7085-b81a-4ddf-b387-4ff2e2fcdc6b req-fc848611-9250-4106-a499-9cd49a2d8be9 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:21.050349 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-139b7085-b81a-4ddf-b387-4ff2e2fcdc6b req-fc848611-9250-4106-a499-9cd49a2d8be9 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0624857 Apr 04 06:15:21.122541 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-139b7085-b81a-4ddf-b387-4ff2e2fcdc6b req-e159d18c-e9e4-4ba6-8f3b-768e9c2012bd tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659924 Apr 04 06:15:21.171248 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b22c0-ed1b-41ed-965f-a71c61e208f7 req-2bf7d9f2-0577-4330-97a3-f07c51d387a2 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:21.173059 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c29b22c0-ed1b-41ed-965f-a71c61e208f7 req-2bf7d9f2-0577-4330-97a3-f07c51d387a2 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0627716 Apr 04 06:15:21.228270 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c29b22c0-ed1b-41ed-965f-a71c61e208f7 req-5a34f0be-6391-4287-9272-9a480fa87425 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472741 Apr 04 06:15:22.255565 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e2441-d270-4ebe-bf8b-e1fb6e3c4af0 req-acce6573-08ef-4c19-93bd-8c3bc1da8f54 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:22.265083 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-595e2441-d270-4ebe-bf8b-e1fb6e3c4af0 req-acce6573-08ef-4c19-93bd-8c3bc1da8f54 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0655253 Apr 04 06:15:22.355982 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-595e2441-d270-4ebe-bf8b-e1fb6e3c4af0 req-8fdfbe09-6cf5-4508-b3fb-7deb327595eb tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895076 Apr 04 06:15:22.384760 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e84d1-f24c-462e-b3b6-2759c3a910f8 req-de34434a-0150-45e7-bdb5-eadc759f53df tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:22.386283 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-af3e84d1-f24c-462e-b3b6-2759c3a910f8 req-de34434a-0150-45e7-bdb5-eadc759f53df tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0690656 Apr 04 06:15:22.441805 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-af3e84d1-f24c-462e-b3b6-2759c3a910f8 req-b6275ba1-5541-4d67-951c-9f56c89b25c4 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494041 Apr 04 06:15:23.578068 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194e519-1698-45a2-80af-f59dc7615ff7 req-1fc57168-9d47-47a3-bd01-bba5532b3e7a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:23.579571 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7194e519-1698-45a2-80af-f59dc7615ff7 req-1fc57168-9d47-47a3-bd01-bba5532b3e7a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0611799 Apr 04 06:15:23.625725 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7194e519-1698-45a2-80af-f59dc7615ff7 req-d3c88395-531c-4674-bae0-fceab9bd2560 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405049 Apr 04 06:15:24.761523 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a4240-3ebf-4468-ad7e-b7712e47e876 req-34c1cd4a-489d-4b04-8ce8-63eea6b4c8e4 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:24.763045 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-447a4240-3ebf-4468-ad7e-b7712e47e876 req-34c1cd4a-489d-4b04-8ce8-63eea6b4c8e4 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0586362 Apr 04 06:15:24.820756 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-447a4240-3ebf-4468-ad7e-b7712e47e876 req-42ea8d6a-05ca-4b76-9d5c-2f91493b7bd8 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505803 Apr 04 06:15:25.956958 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc77d5-4559-4e87-9b1f-a2e9785a2eb5 req-f1407541-1435-491c-a7c6-54b27be643ae tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:25.963604 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6abc77d5-4559-4e87-9b1f-a2e9785a2eb5 req-f1407541-1435-491c-a7c6-54b27be643ae tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0690420 Apr 04 06:15:26.012077 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6abc77d5-4559-4e87-9b1f-a2e9785a2eb5 req-8644e8b7-2fc5-41c9-ba39-302eb2e66e78 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467694 Apr 04 06:15:26.156019 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-9a161aa0-8f8f-41fe-b715-3acd8a2873cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:27.161033 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42391f8e-58ab-450c-a54c-b9e9ec7da12f req-e21355c7-2e2a-4a93-98ab-3631d0b6d1cc tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:27.164063 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-42391f8e-58ab-450c-a54c-b9e9ec7da12f req-e21355c7-2e2a-4a93-98ab-3631d0b6d1cc tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0619831 Apr 04 06:15:27.218149 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-42391f8e-58ab-450c-a54c-b9e9ec7da12f req-f6e406ab-bb43-4635-b1be-ab5a8b89cc6b tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492146 Apr 04 06:15:28.318915 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-2d8f9759-9bce-453e-ad92-8508cd43387f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:28.358165 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f1e55-5d83-4fc1-8649-15048fb6cde6 req-1d1a81f6-a358-4b52-8f5a-b5b9ff5bcaac tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:28.359842 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-603f1e55-5d83-4fc1-8649-15048fb6cde6 req-1d1a81f6-a358-4b52-8f5a-b5b9ff5bcaac tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0622759 Apr 04 06:15:28.413224 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-603f1e55-5d83-4fc1-8649-15048fb6cde6 req-962cdd93-7eea-4e9a-944e-ae0bff05cc05 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479243 Apr 04 06:15:29.529743 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:29.558780 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8a858-7d7a-4ca1-86f9-95c72e924be1 req-9868c916-1e6c-4cb3-bf65-8ee7a2a95255 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:29.560434 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-96d8a858-7d7a-4ca1-86f9-95c72e924be1 req-9868c916-1e6c-4cb3-bf65-8ee7a2a95255 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0736670 Apr 04 06:15:29.615748 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-96d8a858-7d7a-4ca1-86f9-95c72e924be1 req-d6b2bd8a-b9c7-4d11-8fb2-e5938b7998a3 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492551 Apr 04 06:15:30.622195 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:30.776077 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2cd6c-646d-43f7-b624-7e93ba2c7618 req-8ed7455e-92f9-411e-92e4-edcd85960198 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:30.777803 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-15c2cd6c-646d-43f7-b624-7e93ba2c7618 req-8ed7455e-92f9-411e-92e4-edcd85960198 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0898843 Apr 04 06:15:30.821522 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c6204-60ec-4eae-a27a-a9f60bb79753 req-0bd2c233-8ab8-4dfc-ad6e-75a44d1537e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:30.823046 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-471c6204-60ec-4eae-a27a-a9f60bb79753 req-0bd2c233-8ab8-4dfc-ad6e-75a44d1537e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb48c2dfec0b435e978641e49934d2c0&device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 1130 time: 0.0869067 Apr 04 06:15:30.848419 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-15c2cd6c-646d-43f7-b624-7e93ba2c7618 req-adc3d096-4316-4008-920b-3a943d91f0d3 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642533 Apr 04 06:15:30.928424 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c6204-60ec-4eae-a27a-a9f60bb79753 req-2ec308ae-6ba2-4eb0-9978-f569ee067437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:30.930417 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-471c6204-60ec-4eae-a27a-a9f60bb79753 req-2ec308ae-6ba2-4eb0-9978-f569ee067437 service neutron] 10.222.0.37 "GET /v2.0/networks?id=912f530c-0c5f-4821-bf75-3c7641d0619c HTTP/1.1" status: 200 len: 917 time: 0.0976188 Apr 04 06:15:30.997814 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-471c6204-60ec-4eae-a27a-a9f60bb79753 req-27456acb-1315-4321-abe8-ca861dbd7ab8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1586b070-d9d3-4269-a097-fdf560b96ec5 HTTP/1.1" status: 200 len: 1002 time: 0.0608115 Apr 04 06:15:31.055555 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c6204-60ec-4eae-a27a-a9f60bb79753 req-66f720d1-20cf-4322-8a51-bee33504c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:31.056994 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-471c6204-60ec-4eae-a27a-a9f60bb79753 req-66f720d1-20cf-4322-8a51-bee33504c81a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9a8a955-6bc6-44f6-83f1-2fcedefaefaf HTTP/1.1" status: 200 len: 855 time: 0.0509880 Apr 04 06:15:31.108017 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c6204-60ec-4eae-a27a-a9f60bb79753 req-4ee011bd-def3-4b69-9cd5-77a957653080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:31.109437 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-471c6204-60ec-4eae-a27a-a9f60bb79753 req-4ee011bd-def3-4b69-9cd5-77a957653080 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=912f530c-0c5f-4821-bf75-3c7641d0619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458407 Apr 04 06:15:31.204356 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-471c6204-60ec-4eae-a27a-a9f60bb79753 req-b56f597a-c6ab-49b0-a0b3-f9cb10ef710c service neutron] 10.222.0.37 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877688 Apr 04 06:15:31.306906 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-471c6204-60ec-4eae-a27a-a9f60bb79753 req-ad351a34-c824-4a41-8661-2832b2a303e5 service neutron] 10.222.0.37 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955043 Apr 04 06:15:31.988878 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06620d46-c363-45cf-b489-a0bae52661bb req-d2dda304-089b-4f53-9e60-de873a85e158 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:31.990384 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-06620d46-c363-45cf-b489-a0bae52661bb req-d2dda304-089b-4f53-9e60-de873a85e158 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0612779 Apr 04 06:15:32.038011 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-06620d46-c363-45cf-b489-a0bae52661bb req-0c415355-b62c-4b62-a0f5-6f54de1a631f tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417175 Apr 04 06:15:32.338286 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:32.601386 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:15:33.180627 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ae573-fc46-481c-ab3b-a3b2bd85d1c6 req-b47e1e11-e890-4dd1-b908-f169d6b3b4db tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:33.182116 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e26ae573-fc46-481c-ab3b-a3b2bd85d1c6 req-b47e1e11-e890-4dd1-b908-f169d6b3b4db tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 946 time: 0.0612421 Apr 04 06:15:33.233575 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e26ae573-fc46-481c-ab3b-a3b2bd85d1c6 req-b418e8fb-eab6-4620-b16e-0fe80b90f7aa tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454183 Apr 04 06:15:33.829109 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 1586b070-d9d3-4269-a097-fdf560b96ec5 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:15:33.909424 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 1586b070-d9d3-4269-a097-fdf560b96ec5 is: ACTIVE; New status is: DOWN {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:15:33.909800 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:33.933570 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87721069-f607-480c-81cc-d67e51382c6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1586b070-d9d3-4269-a097-fdf560b96ec5'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:15:33.935823 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80df5538-e8ce-4910-be2b-611b5a8c7558" -d '{"events": [{"server_uuid": "87721069-f607-480c-81cc-d67e51382c6f", "name": "network-vif-unplugged", "status": "completed", "tag": "1586b070-d9d3-4269-a097-fdf560b96ec5"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:15:33.947804 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 1586b070-d9d3-4269-a097-fdf560b96ec5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1586b070-d9d3-4269-a097-fdf560b96ec5,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:15:33.952495 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:33.975319 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 04 Apr 2022 06:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c593b3-5011-4640-beb1-f295dd094477 x-openstack-request-id: req-72c593b3-5011-4640-beb1-f295dd094477 {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:15:33.975580 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87721069-f607-480c-81cc-d67e51382c6f", "name": "network-vif-unplugged", "status": "failed", "tag": "1586b070-d9d3-4269-a097-fdf560b96ec5", "code": 422}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:15:33.975830 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72c593b3-5011-4640-beb1-f295dd094477 {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:15:33.976271 dv-cinder-834448-2-iscsi neutron-server[103481]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-72c593b3-5011-4640-beb1-f295dd094477']: {'server_uuid': '87721069-f607-480c-81cc-d67e51382c6f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1586b070-d9d3-4269-a097-fdf560b96ec5', 'code': 422} returned with failed status Apr 04 06:15:34.002761 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=1586b070-d9d3-4269-a097-fdf560b96ec5,revision_number=8']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:15:34.066830 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:34.374202 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0aab60-8566-416e-9a5a-dbd882b4dd31 req-8fe59f26-205c-43fe-adba-f1747970888f tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:34.375673 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2f0aab60-8566-416e-9a5a-dbd882b4dd31 req-8fe59f26-205c-43fe-adba-f1747970888f tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0568159 Apr 04 06:15:34.427689 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2f0aab60-8566-416e-9a5a-dbd882b4dd31 req-db0cdd9c-e3cb-4702-af19-52e0e912979b tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433192 Apr 04 06:15:35.026502 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [req-55ff1a89-966f-42a0-a6b0-a4e8abc3c497 req-dcc84b7f-ec9e-4223-91b2-3eab1fc25b6e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103480) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 06:15:35.027836 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-55ff1a89-966f-42a0-a6b0-a4e8abc3c497 req-dcc84b7f-ec9e-4223-91b2-3eab1fc25b6e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1063280 Apr 04 06:15:35.201097 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f722b-9189-46ca-808c-7d7eb75ffadb req-7d0565e9-d1e7-4f82-970b-76010d414114 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:35.202616 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-789f722b-9189-46ca-808c-7d7eb75ffadb req-7d0565e9-d1e7-4f82-970b-76010d414114 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0549643 Apr 04 06:15:35.251694 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-789f722b-9189-46ca-808c-7d7eb75ffadb req-05adbeb8-48cd-42dd-99b3-c75872c5e4f0 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430741 Apr 04 06:15:35.449713 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 55788) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:15:35.549563 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9ee2bdae-e17f-4b9e-b35a-66ef23f81c2a req-a1273327-9ec7-40d0-a913-bb6bdfa61645 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0983772 Apr 04 06:15:35.557987 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [req-9ee2bdae-e17f-4b9e-b35a-66ef23f81c2a req-201f073d-4973-4f22-b9ba-498e2e217fe3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103480) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 06:15:35.558989 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9ee2bdae-e17f-4b9e-b35a-66ef23f81c2a req-201f073d-4973-4f22-b9ba-498e2e217fe3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049400 Apr 04 06:15:35.648554 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 55796) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:15:35.703196 dv-cinder-834448-2-iscsi neutron-server[103479]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 04 06:15:35.748651 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2bdae-e17f-4b9e-b35a-66ef23f81c2a req-ad4bb73c-04c7-4289-ae2c-885b4a18d450 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:35.750063 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-9ee2bdae-e17f-4b9e-b35a-66ef23f81c2a req-ad4bb73c-04c7-4289-ae2c-885b4a18d450 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports/1586b070-d9d3-4269-a097-fdf560b96ec5 HTTP/1.1" status: 200 len: 941 time: 0.1004617 Apr 04 06:15:36.379444 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d713c28-8645-4ed4-a222-f8a9aa6d4f23 req-0aee5bf1-9331-459d-9247-0a26e4ded0d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:36.380948 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0d713c28-8645-4ed4-a222-f8a9aa6d4f23 req-0aee5bf1-9331-459d-9247-0a26e4ded0d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0559819 Apr 04 06:15:36.429590 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0d713c28-8645-4ed4-a222-f8a9aa6d4f23 req-a54e305a-423e-4088-9ab8-d844cc065f36 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424941 Apr 04 06:15:37.384392 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2bdae-e17f-4b9e-b35a-66ef23f81c2a req-7de0b2a3-898a-4a2c-aa50-5ddd0966fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:37.385945 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9ee2bdae-e17f-4b9e-b35a-66ef23f81c2a req-7de0b2a3-898a-4a2c-aa50-5ddd0966fbad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f&tenant_id=eb48c2dfec0b435e978641e49934d2c0 HTTP/1.1" status: 200 len: 1128 time: 0.1270425 Apr 04 06:15:37.458026 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2bdae-e17f-4b9e-b35a-66ef23f81c2a req-d448a297-b6fa-41b7-bcac-02c7b6f282e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:37.459542 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9ee2bdae-e17f-4b9e-b35a-66ef23f81c2a req-d448a297-b6fa-41b7-bcac-02c7b6f282e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb48c2dfec0b435e978641e49934d2c0&device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 1128 time: 0.0479012 Apr 04 06:15:37.592256 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2bdae-e17f-4b9e-b35a-66ef23f81c2a req-9bbc785d-bc7c-4d98-8e2b-647149eff14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:37.593792 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9ee2bdae-e17f-4b9e-b35a-66ef23f81c2a req-9bbc785d-bc7c-4d98-8e2b-647149eff14f service neutron] 10.222.0.37 "GET /v2.0/networks?id=912f530c-0c5f-4821-bf75-3c7641d0619c HTTP/1.1" status: 200 len: 917 time: 0.1259742 Apr 04 06:15:37.601568 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e66dda-5256-4134-918b-38bd9510e970 req-5eb2024a-b6c7-4e46-ab0b-735a338679d5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:37.602909 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-13e66dda-5256-4134-918b-38bd9510e970 req-5eb2024a-b6c7-4e46-ab0b-735a338679d5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0932684 Apr 04 06:15:37.688431 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9ee2bdae-e17f-4b9e-b35a-66ef23f81c2a req-70c00445-fec6-48d4-8d34-34bf3054c61f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1586b070-d9d3-4269-a097-fdf560b96ec5 HTTP/1.1" status: 200 len: 1000 time: 0.0845897 Apr 04 06:15:37.692689 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-13e66dda-5256-4134-918b-38bd9510e970 req-cec4aa39-1b19-4720-aadf-6cfe1fb299c2 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829883 Apr 04 06:15:37.750138 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2bdae-e17f-4b9e-b35a-66ef23f81c2a req-f04f0c97-8628-44a2-bfb6-c194e005c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:37.751260 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9ee2bdae-e17f-4b9e-b35a-66ef23f81c2a req-f04f0c97-8628-44a2-bfb6-c194e005c385 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9a8a955-6bc6-44f6-83f1-2fcedefaefaf HTTP/1.1" status: 200 len: 855 time: 0.0524266 Apr 04 06:15:37.801642 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2bdae-e17f-4b9e-b35a-66ef23f81c2a req-dfa37de1-1c08-4563-95a3-fea18783f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:37.803343 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9ee2bdae-e17f-4b9e-b35a-66ef23f81c2a req-dfa37de1-1c08-4563-95a3-fea18783f457 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=912f530c-0c5f-4821-bf75-3c7641d0619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452545 Apr 04 06:15:37.851852 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 1586b070-d9d3-4269-a097-fdf560b96ec5 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:15:37.904164 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9ee2bdae-e17f-4b9e-b35a-66ef23f81c2a req-335a8728-e98d-4028-a7df-9a933634c4d5 service neutron] 10.222.0.37 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885625 Apr 04 06:15:38.003491 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9ee2bdae-e17f-4b9e-b35a-66ef23f81c2a req-1b63390d-4915-4e81-b200-5d267c5a7de9 service neutron] 10.222.0.37 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926251 Apr 04 06:15:38.066339 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 1586b070-d9d3-4269-a097-fdf560b96ec5 is: DOWN; New status is: DOWN {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:15:38.828150 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45ff1b-e918-4c30-938e-489214a14462 req-4d69583c-6cdb-42ec-8b21-fba38e35013e tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:38.829789 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0e45ff1b-e918-4c30-938e-489214a14462 req-4d69583c-6cdb-42ec-8b21-fba38e35013e tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0543542 Apr 04 06:15:38.923778 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0e45ff1b-e918-4c30-938e-489214a14462 req-ed7fb0e7-94f1-41c6-b67b-7f56bbc0e35d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805237 Apr 04 06:15:40.057528 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af3ad-3005-43f0-a502-8d2cedf0ae12 req-0b3ebc85-3264-42f8-8d20-c7e2dbaf1cc7 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:40.059237 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cf5af3ad-3005-43f0-a502-8d2cedf0ae12 req-0b3ebc85-3264-42f8-8d20-c7e2dbaf1cc7 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0742662 Apr 04 06:15:40.113466 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cf5af3ad-3005-43f0-a502-8d2cedf0ae12 req-8811c0cf-6c3d-4244-9a58-e98e353884d2 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458353 Apr 04 06:15:41.240735 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9b332-1288-40c2-b957-b908b3baf6b9 req-ff9ba569-c263-49c9-9511-474ffe073300 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:41.241557 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-90d9b332-1288-40c2-b957-b908b3baf6b9 req-ff9ba569-c263-49c9-9511-474ffe073300 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0560663 Apr 04 06:15:41.291851 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-90d9b332-1288-40c2-b957-b908b3baf6b9 req-d3674407-ca18-4d3b-b9bf-0e6c0684bcaf tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424211 Apr 04 06:15:42.450766 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf97149-80c3-452e-9027-092a39d82659 req-f28f7feb-d3c7-47c3-8450-6570800ee18d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:42.452486 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2bf97149-80c3-452e-9027-092a39d82659 req-f28f7feb-d3c7-47c3-8450-6570800ee18d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0765045 Apr 04 06:15:42.506450 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2bf97149-80c3-452e-9027-092a39d82659 req-37192eec-56e4-4096-83b8-2d2cbc9504c1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476189 Apr 04 06:15:43.653809 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32aaf9-444d-4a91-937b-207db89e7f92 req-9c184e86-123b-4ee4-9aef-e00bafe7ab20 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:43.656200 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9b32aaf9-444d-4a91-937b-207db89e7f92 req-9c184e86-123b-4ee4-9aef-e00bafe7ab20 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0723829 Apr 04 06:15:43.705320 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9b32aaf9-444d-4a91-937b-207db89e7f92 req-23c10f4c-7fcd-43a4-9cb5-966f0d6babfd tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424147 Apr 04 06:15:44.838664 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce6dca-1f85-4bd4-bad2-81561b056eb7 req-2d32762a-2545-4356-b2f4-99287ec8c466 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:44.840149 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-14ce6dca-1f85-4bd4-bad2-81561b056eb7 req-2d32762a-2545-4356-b2f4-99287ec8c466 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0547378 Apr 04 06:15:44.890649 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-14ce6dca-1f85-4bd4-bad2-81561b056eb7 req-fbe7fcd4-3f4d-4a89-811d-09d60e73093a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446098 Apr 04 06:15:46.026366 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b2bbb-13fd-4be7-9440-2aec8f3f1325 req-3ebf1043-74f6-44ec-8b93-711f6f72298e tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:46.027822 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ad4b2bbb-13fd-4be7-9440-2aec8f3f1325 req-3ebf1043-74f6-44ec-8b93-711f6f72298e tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0570168 Apr 04 06:15:46.076921 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ad4b2bbb-13fd-4be7-9440-2aec8f3f1325 req-a5c1f5b9-5ab1-4f7d-a987-72b42ddc9d30 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405614 Apr 04 06:15:47.213017 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710dfee9-4d2a-46e6-b3df-cc96e7e08c59 req-53a10b79-8f98-45cc-a66b-5fcaa252bc33 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:47.214872 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-710dfee9-4d2a-46e6-b3df-cc96e7e08c59 req-53a10b79-8f98-45cc-a66b-5fcaa252bc33 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0570979 Apr 04 06:15:47.273701 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-710dfee9-4d2a-46e6-b3df-cc96e7e08c59 req-6fbe710e-2f27-4c65-aa96-ac2028661923 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518203 Apr 04 06:15:48.405736 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9cd5e-80d3-4308-a5e8-b5376bc99660 req-9dbb9457-8ab6-41bd-abd3-e1a53643e23c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:48.407282 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c0f9cd5e-80d3-4308-a5e8-b5376bc99660 req-9dbb9457-8ab6-41bd-abd3-e1a53643e23c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0601113 Apr 04 06:15:48.454713 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c0f9cd5e-80d3-4308-a5e8-b5376bc99660 req-4b899025-ef4a-4b54-8040-fcf967816b76 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418119 Apr 04 06:15:54.030925 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb711ca-d550-4783-8f21-746e76ec8ca4 req-b1defb06-3177-4465-9e86-147d66ba7951 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:54.032396 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-dbb711ca-d550-4783-8f21-746e76ec8ca4 req-b1defb06-3177-4465-9e86-147d66ba7951 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0568445 Apr 04 06:15:54.079959 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-dbb711ca-d550-4783-8f21-746e76ec8ca4 req-ccdb587e-2b01-45ae-a2b1-14a4d8d7ecf1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414824 Apr 04 06:15:55.215317 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18122e-3a11-4f70-8912-a67ed7f56de6 req-50b06748-938e-4bd3-a9e8-09e87ecbffb1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:55.216757 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cc18122e-3a11-4f70-8912-a67ed7f56de6 req-50b06748-938e-4bd3-a9e8-09e87ecbffb1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0530810 Apr 04 06:15:55.268225 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cc18122e-3a11-4f70-8912-a67ed7f56de6 req-fc4f47b5-a725-4fde-ba48-9cd96b022151 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457430 Apr 04 06:15:56.154189 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-c32ad7a0-e3c3-488a-a8e4-9cb4c9d5744a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:56.408597 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1c1c1-bc8c-4547-83af-7da94c6121b5 req-f15b952d-889a-49a1-88f5-f42c46e1f3ad tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:56.409998 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-22e1c1c1-bc8c-4547-83af-7da94c6121b5 req-f15b952d-889a-49a1-88f5-f42c46e1f3ad tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0668254 Apr 04 06:15:56.457493 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-22e1c1c1-bc8c-4547-83af-7da94c6121b5 req-7869a3ab-9bf6-403c-881d-8d6ef85ea624 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417514 Apr 04 06:15:57.603315 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80651b0e-b12a-43b9-a03e-989cef2c28af req-fb1bb3fd-cb3c-4726-8c60-c88b063f6953 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:57.604808 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-80651b0e-b12a-43b9-a03e-989cef2c28af req-fb1bb3fd-cb3c-4726-8c60-c88b063f6953 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0564709 Apr 04 06:15:57.660925 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-80651b0e-b12a-43b9-a03e-989cef2c28af req-e73b2972-4773-4772-8dbe-20347e713f13 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476129 Apr 04 06:15:58.316709 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-ec2be034-286f-463a-866e-7f79bbf1a570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:15:58.820207 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb07f75-9575-41bb-9c27-9175d6e0f360 req-b3055720-a10b-4b9f-a436-20d11fb8c886 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:15:58.821821 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5fb07f75-9575-41bb-9c27-9175d6e0f360 req-b3055720-a10b-4b9f-a436-20d11fb8c886 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0679820 Apr 04 06:15:58.869856 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5fb07f75-9575-41bb-9c27-9175d6e0f360 req-0d689e5f-fd70-4857-b450-70283fc30d06 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422287 Apr 04 06:15:59.526213 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:00.011987 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6803f31-7ebf-4768-913d-ec38497a57c5 req-9c5534ad-564d-4006-9ce7-0701e92a9749 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:00.013511 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e6803f31-7ebf-4768-913d-ec38497a57c5 req-9c5534ad-564d-4006-9ce7-0701e92a9749 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0549080 Apr 04 06:16:00.062450 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e6803f31-7ebf-4768-913d-ec38497a57c5 req-8cec84b8-a166-4b36-9859-ba047ba4aca0 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407312 Apr 04 06:16:00.633619 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:01.202008 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f56388-b1de-4a43-bef7-8605151fa052 req-8251222a-89ea-40a1-ace1-3cfea96831f9 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:01.203631 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-28f56388-b1de-4a43-bef7-8605151fa052 req-8251222a-89ea-40a1-ace1-3cfea96831f9 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 944 time: 0.0566187 Apr 04 06:16:01.255036 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-28f56388-b1de-4a43-bef7-8605151fa052 req-cf69595d-f125-429b-9fb5-a3cd2965c417 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455253 Apr 04 06:16:01.753783 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd12d6-ee9c-4b6e-8d61-be3da5f8f7f1 req-3d82cc1f-4aca-49b3-b0f9-984bf22d97f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:01.755258 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5dfd12d6-ee9c-4b6e-8d61-be3da5f8f7f1 req-3d82cc1f-4aca-49b3-b0f9-984bf22d97f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f97d1852193346c6916d9747f0c3b84f&device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 1129 time: 0.0766549 Apr 04 06:16:01.763291 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284666c-fbd0-4c66-839f-cc9745187aa2 req-299d1b69-e011-43d5-8e63-7a33a170ddd1 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:01.764594 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e284666c-fbd0-4c66-839f-cc9745187aa2 req-299d1b69-e011-43d5-8e63-7a33a170ddd1 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0763135 Apr 04 06:16:01.867844 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e284666c-fbd0-4c66-839f-cc9745187aa2 req-7300f039-ba85-45dd-895a-5f806813d06a tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954678 Apr 04 06:16:01.883128 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd12d6-ee9c-4b6e-8d61-be3da5f8f7f1 req-21b794fd-3ce5-4eaa-bd08-d3886c61786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:01.884773 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5dfd12d6-ee9c-4b6e-8d61-be3da5f8f7f1 req-21b794fd-3ce5-4eaa-bd08-d3886c61786d service neutron] 10.222.0.37 "GET /v2.0/networks?id=26e2fb68-805f-433f-ae13-ccc07aa47348 HTTP/1.1" status: 200 len: 920 time: 0.1192565 Apr 04 06:16:01.956793 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5dfd12d6-ee9c-4b6e-8d61-be3da5f8f7f1 req-5da1c453-7fa2-4369-9eca-801a3b9135bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=031b35eb-3eef-4f87-9b34-0ee798bb2b47 HTTP/1.1" status: 200 len: 1001 time: 0.0650294 Apr 04 06:16:01.962021 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 1586b070-d9d3-4269-a097-fdf560b96ec5 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:16:02.011575 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd12d6-ee9c-4b6e-8d61-be3da5f8f7f1 req-cb9c7f15-46dd-4ecd-9eca-f4079219f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:02.013050 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5dfd12d6-ee9c-4b6e-8d61-be3da5f8f7f1 req-cb9c7f15-46dd-4ecd-9eca-f4079219f105 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bb9207-6ade-4d75-844a-3661ead84b19 HTTP/1.1" status: 200 len: 858 time: 0.0497725 Apr 04 06:16:02.062050 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd12d6-ee9c-4b6e-8d61-be3da5f8f7f1 req-e19176ce-5d43-41e8-be71-7f4209ae4fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:02.063268 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 1586b070-d9d3-4269-a097-fdf560b96ec5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1586b070-d9d3-4269-a097-fdf560b96ec5,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:16:02.063535 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5dfd12d6-ee9c-4b6e-8d61-be3da5f8f7f1 req-e19176ce-5d43-41e8-be71-7f4209ae4fcb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26e2fb68-805f-433f-ae13-ccc07aa47348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442100 Apr 04 06:16:02.077486 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': '1586b070-d9d3-4269-a097-fdf560b96ec5', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'port_id': '1586b070-d9d3-4269-a097-fdf560b96ec5', 'mac_address': 'fa:16:3e:19:1b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:16:02.115267 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 1586b070-d9d3-4269-a097-fdf560b96ec5 is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:16:02.115663 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:02.129339 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1586b070-d9d3-4269-a097-fdf560b96ec5 {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:16:02.149558 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 1586b070-d9d3-4269-a097-fdf560b96ec5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1586b070-d9d3-4269-a097-fdf560b96ec5,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:16:02.154391 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:02.154592 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5dfd12d6-ee9c-4b6e-8d61-be3da5f8f7f1 req-8f2cb562-a762-4802-afab-8653d9e5e1f1 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837984 Apr 04 06:16:02.207132 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=1586b070-d9d3-4269-a097-fdf560b96ec5,revision_number=9']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:16:02.327852 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:02.533865 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb688f-819b-467d-a115-d627e70ea2b9 req-5a9b24d4-218c-4e2d-ada9-65b03316274d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:02.535302 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2deb688f-819b-467d-a115-d627e70ea2b9 req-5a9b24d4-218c-4e2d-ada9-65b03316274d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 945 time: 0.1058028 Apr 04 06:16:02.537339 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5dfd12d6-ee9c-4b6e-8d61-be3da5f8f7f1 req-bdbee4e5-ea7c-402f-a815-1fbcfacbcf65 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761907 Apr 04 06:16:02.562564 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['1586b070-d9d3-4269-a097-fdf560b96ec5'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:16:02.586493 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2deb688f-819b-467d-a115-d627e70ea2b9 req-b94a43ce-eab1-41bc-b9d2-278d53240da3 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451252 Apr 04 06:16:03.000653 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453b047-a9a5-4836-9c85-3e787a295971 req-b5de7811-6573-4689-9861-994926931180 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:03.002127 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f453b047-a9a5-4836-9c85-3e787a295971 req-b5de7811-6573-4689-9861-994926931180 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0536468 Apr 04 06:16:03.052625 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f453b047-a9a5-4836-9c85-3e787a295971 req-9563744d-0d67-4cd5-a846-a493b71f4baf tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443890 Apr 04 06:16:03.731405 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5be16-97f5-4dce-b71d-ca5527487568 req-19b1053b-912c-45c9-84a8-39dd5b21d9a9 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:03.732861 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-09b5be16-97f5-4dce-b71d-ca5527487568 req-19b1053b-912c-45c9-84a8-39dd5b21d9a9 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 945 time: 0.0615189 Apr 04 06:16:03.784554 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-09b5be16-97f5-4dce-b71d-ca5527487568 req-3e3cfed7-fc31-4ebe-afb5-4c24b0cce280 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460196 Apr 04 06:16:03.967358 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 1586b070-d9d3-4269-a097-fdf560b96ec5 up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:16:04.029939 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port 1586b070-d9d3-4269-a097-fdf560b96ec5 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:16:04.030289 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:04.116058 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:04.118390 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 1586b070-d9d3-4269-a097-fdf560b96ec5 is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:16:04.118826 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:04.142451 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87721069-f607-480c-81cc-d67e51382c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1586b070-d9d3-4269-a097-fdf560b96ec5'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:16:04.145191 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1282a35f-2ad2-4d91-86d8-9f776aa8f7bd" -d '{"events": [{"server_uuid": "87721069-f607-480c-81cc-d67e51382c6f", "name": "network-vif-plugged", "status": "completed", "tag": "1586b070-d9d3-4269-a097-fdf560b96ec5"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:16:04.158122 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 1586b070-d9d3-4269-a097-fdf560b96ec5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1586b070-d9d3-4269-a097-fdf560b96ec5,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:16:04.165248 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:04.178253 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffd29d-f8be-491a-a9e9-7525bfe960ff req-30ee6693-78df-45f3-8cb9-d041f33de8b9 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:04.179815 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-70ffd29d-f8be-491a-a9e9-7525bfe960ff req-30ee6693-78df-45f3-8cb9-d041f33de8b9 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0551686 Apr 04 06:16:04.220213 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=1586b070-d9d3-4269-a097-fdf560b96ec5,revision_number=10']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:16:04.229612 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-70ffd29d-f8be-491a-a9e9-7525bfe960ff req-804573fe-6c4e-487b-9941-8f1add622b60 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435345 Apr 04 06:16:04.253725 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ee93c7-7a5a-4ab3-8e3d-32700f3146ce x-openstack-request-id: req-57ee93c7-7a5a-4ab3-8e3d-32700f3146ce {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:16:04.254019 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87721069-f607-480c-81cc-d67e51382c6f", "name": "network-vif-plugged", "status": "completed", "tag": "1586b070-d9d3-4269-a097-fdf560b96ec5", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:16:04.254276 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57ee93c7-7a5a-4ab3-8e3d-32700f3146ce {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:16:04.254683 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57ee93c7-7a5a-4ab3-8e3d-32700f3146ce'] response: {'server_uuid': '87721069-f607-480c-81cc-d67e51382c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1586b070-d9d3-4269-a097-fdf560b96ec5', 'code': 200} Apr 04 06:16:04.824225 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd34f4-996d-47d5-9a15-ab6c94eca3b0 req-bec4ed1e-7b53-4207-89bf-0e52130282f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:04.825742 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-66fd34f4-996d-47d5-9a15-ab6c94eca3b0 req-bec4ed1e-7b53-4207-89bf-0e52130282f4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 1131 time: 0.0474155 Apr 04 06:16:04.899017 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-66fd34f4-996d-47d5-9a15-ab6c94eca3b0 req-b668e7e5-ad56-4dc8-94a7-d6493f009ee1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669603 Apr 04 06:16:04.922416 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da74dc-953c-4cf7-815d-32ef8c50288e req-f3a60e3e-9dc9-4088-9239-639a7a174fce tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:04.923818 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-81da74dc-953c-4cf7-815d-32ef8c50288e req-f3a60e3e-9dc9-4088-9239-639a7a174fce tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 947 time: 0.0650582 Apr 04 06:16:04.975291 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-81da74dc-953c-4cf7-815d-32ef8c50288e req-29cc2e10-6019-4d16-9d18-b5dce854cff0 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434158 Apr 04 06:16:05.357026 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c7e99-24cc-4099-98d2-44188be4a2c0 req-60c0995b-6218-4241-97e7-dbd5dda8f06e tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:05.358490 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e67c7e99-24cc-4099-98d2-44188be4a2c0 req-60c0995b-6218-4241-97e7-dbd5dda8f06e tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0562541 Apr 04 06:16:05.406006 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e67c7e99-24cc-4099-98d2-44188be4a2c0 req-114f2654-6262-4793-8856-858925c4820a tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417871 Apr 04 06:16:06.119542 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52424078-cc1d-4d36-af51-12862abafaa0 req-7d86bb9e-84a2-402c-8ad9-d095c710492d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:06.120934 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-52424078-cc1d-4d36-af51-12862abafaa0 req-7d86bb9e-84a2-402c-8ad9-d095c710492d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 947 time: 0.0569353 Apr 04 06:16:06.172037 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-52424078-cc1d-4d36-af51-12862abafaa0 req-002fb125-24d3-4727-a2d5-824c4c581d3e tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451229 Apr 04 06:16:06.542121 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d6704-2d68-4f23-beb6-a30cd03f9a18 req-c887d281-5788-4e61-9acd-fb76814917a5 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:06.543700 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-139d6704-2d68-4f23-beb6-a30cd03f9a18 req-c887d281-5788-4e61-9acd-fb76814917a5 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0633464 Apr 04 06:16:06.597469 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-139d6704-2d68-4f23-beb6-a30cd03f9a18 req-797d5c1a-77d1-4b17-8e65-4fdc347961e2 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459225 Apr 04 06:16:07.310234 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f17cb-814a-4625-ad17-0ed9711dc75a req-421ebf87-e4bc-4936-a1c6-11dcd9212f90 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:07.311723 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bd7f17cb-814a-4625-ad17-0ed9711dc75a req-421ebf87-e4bc-4936-a1c6-11dcd9212f90 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 947 time: 0.0599251 Apr 04 06:16:07.359754 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bd7f17cb-814a-4625-ad17-0ed9711dc75a req-717bd9a0-ee9b-4c5e-b582-36393cc88f21 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424526 Apr 04 06:16:07.736280 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57583d-42a4-4776-82a6-d50be624fcef req-933e0306-28f7-4ac7-998d-23ef952e84ee tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:07.737785 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6a57583d-42a4-4776-82a6-d50be624fcef req-933e0306-28f7-4ac7-998d-23ef952e84ee tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0670516 Apr 04 06:16:07.785165 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6a57583d-42a4-4776-82a6-d50be624fcef req-2dd4aa30-3951-4012-8271-f1e8a3665bde tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417156 Apr 04 06:16:07.995109 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 56034) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:16:07.999680 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-c7d42006-9e6c-4b5f-a9af-002af1ef1db7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--504807097', 'description': 'tempest-description--288715501'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:16:08.024877 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c7d42006-9e6c-4b5f-a9af-002af1ef1db7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:08.094151 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c7d42006-9e6c-4b5f-a9af-002af1ef1db7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (954af1e3-7488-4260-9a3c-8a2115cd7cb9), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:08.100085 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c7d42006-9e6c-4b5f-a9af-002af1ef1db7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (954af1e3-7488-4260-9a3c-8a2115cd7cb9), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:08.127566 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d42006-9e6c-4b5f-a9af-002af1ef1db7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=954af1e3-7488-4260-9a3c-8a2115cd7cb9,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:16:08.137289 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d42006-9e6c-4b5f-a9af-002af1ef1db7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.137782 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d42006-9e6c-4b5f-a9af-002af1ef1db7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.138188 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d42006-9e6c-4b5f-a9af-002af1ef1db7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.138605 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d42006-9e6c-4b5f-a9af-002af1ef1db7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.138939 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d42006-9e6c-4b5f-a9af-002af1ef1db7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.139368 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d42006-9e6c-4b5f-a9af-002af1ef1db7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.139685 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d42006-9e6c-4b5f-a9af-002af1ef1db7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.140032 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d42006-9e6c-4b5f-a9af-002af1ef1db7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.140361 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d42006-9e6c-4b5f-a9af-002af1ef1db7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.140702 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d42006-9e6c-4b5f-a9af-002af1ef1db7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.141056 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d42006-9e6c-4b5f-a9af-002af1ef1db7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.141381 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d42006-9e6c-4b5f-a9af-002af1ef1db7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.141708 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d42006-9e6c-4b5f-a9af-002af1ef1db7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.142033 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d42006-9e6c-4b5f-a9af-002af1ef1db7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.142357 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d42006-9e6c-4b5f-a9af-002af1ef1db7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.147295 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c7d42006-9e6c-4b5f-a9af-002af1ef1db7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:08.149355 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-c7d42006-9e6c-4b5f-a9af-002af1ef1db7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1531849 Apr 04 06:16:08.151484 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 56036) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:16:08.155815 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-128305b9-5813-4492-97fb-0e1fc431d017 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'security_group_rule': {'security_group_id': '954af1e3-7488-4260-9a3c-8a2115cd7cb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:16:08.184813 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-128305b9-5813-4492-97fb-0e1fc431d017 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (2324a0ae-7da4-43ad-a936-200ebb2ef264), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:08.241146 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-128305b9-5813-4492-97fb-0e1fc431d017 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (2324a0ae-7da4-43ad-a936-200ebb2ef264), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:08.247336 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-128305b9-5813-4492-97fb-0e1fc431d017 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (2324a0ae-7da4-43ad-a936-200ebb2ef264), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:08.268942 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128305b9-5813-4492-97fb-0e1fc431d017 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2324a0ae-7da4-43ad-a936-200ebb2ef264,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:16:08.279258 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-128305b9-5813-4492-97fb-0e1fc431d017 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:08.280453 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-128305b9-5813-4492-97fb-0e1fc431d017 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279745 Apr 04 06:16:08.283078 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 56038) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:16:08.287360 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-a342f3f7-29df-4890-8f07-f1766af9311f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'security_group_rule': {'security_group_id': '954af1e3-7488-4260-9a3c-8a2115cd7cb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:16:08.312995 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a342f3f7-29df-4890-8f07-f1766af9311f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (7cd351a7-d343-49a7-83aa-66d4ee0b29f8), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:08.371270 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a342f3f7-29df-4890-8f07-f1766af9311f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (7cd351a7-d343-49a7-83aa-66d4ee0b29f8), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:08.377112 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a342f3f7-29df-4890-8f07-f1766af9311f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (7cd351a7-d343-49a7-83aa-66d4ee0b29f8), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:08.397088 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342f3f7-29df-4890-8f07-f1766af9311f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd351a7-d343-49a7-83aa-66d4ee0b29f8,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:16:08.405302 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a342f3f7-29df-4890-8f07-f1766af9311f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:08.409466 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-a342f3f7-29df-4890-8f07-f1766af9311f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252611 Apr 04 06:16:08.409824 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56040) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:16:08.414361 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'floatingip': {'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:16:08.435277 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:08.536018 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:08.647341 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Allocated IP 172.27.2.201 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/8cf8339e-aa16-48f5-8a60-0ed4214635cb) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:16:08.749379 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for port (8cf8339e-aa16-48f5-8a60-0ed4214635cb), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:08.785295 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (8cf8339e-aa16-48f5-8a60-0ed4214635cb), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:08.822070 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:16:08.825151 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:16:08.831386 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:16:08.837162 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'Port': ['ID=8cf8339e-aa16-48f5-8a60-0ed4214635cb,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:16:08.864923 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.865272 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.865610 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.865943 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.866294 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.866622 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.866942 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.867266 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.867587 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.867906 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.868227 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.868588 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.869144 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.869631 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.869959 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:08.911816 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d6392-cf44-4ba8-aa56-0c06394d428d req-c2799211-759f-4c7c-983b-47c0155bb982 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:08.913345 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7f0d6392-cf44-4ba8-aa56-0c06394d428d req-c2799211-759f-4c7c-983b-47c0155bb982 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0552082 Apr 04 06:16:08.936864 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (7b6d7bb7-7e78-4db9-8735-1491b8557fc2), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:08.962135 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7f0d6392-cf44-4ba8-aa56-0c06394d428d req-3ab75dfa-9354-4f1d-9522-a8088f0c22ff tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430100 Apr 04 06:16:08.974233 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (8cf8339e-aa16-48f5-8a60-0ed4214635cb), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:09.121148 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for port (8cf8339e-aa16-48f5-8a60-0ed4214635cb), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:09.128191 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10309999'] for port (8cf8339e-aa16-48f5-8a60-0ed4214635cb), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:09.191920 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'Port': ['ID=8cf8339e-aa16-48f5-8a60-0ed4214635cb,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:16:09.208224 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (7b6d7bb7-7e78-4db9-8735-1491b8557fc2), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:09.229413 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:09.231312 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-5d6885a8-93eb-4029-a1e4-736471a39f2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8204923 Apr 04 06:16:09.431355 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-c9d2495a-a926-42f4-a058-58e2487d6e7f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--504807097&fields=id&tenant_id=a97a33a2aa5b45e28ce2fbc14234447a HTTP/1.1" status: 200 len: 267 time: 0.0436382 Apr 04 06:16:09.540095 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-d52f15c5-0b6c-4ac1-8da8-d0c04e55eaee tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:09.541650 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-d52f15c5-0b6c-4ac1-8da8-d0c04e55eaee tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/networks?id=f79ea4aa-d805-43ed-bd84-5df93140b5be HTTP/1.1" status: 200 len: 815 time: 0.1036553 Apr 04 06:16:09.562469 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-a00ae820-afa0-4b83-af76-ff0fddd3f9f8 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/quotas/a97a33a2aa5b45e28ce2fbc14234447a HTTP/1.1" status: 200 len: 375 time: 0.0095971 Apr 04 06:16:09.599658 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:16:09.624399 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-9ed5dcb4-9661-4f2c-8280-4d6563070408 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a97a33a2aa5b45e28ce2fbc14234447a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544131 Apr 04 06:16:09.725669 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-694dc40a-f271-49e7-b875-83c94b947bd9 service neutron] 10.222.0.30 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862262 Apr 04 06:16:09.828889 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-e2c11784-65c2-4cbf-9abc-7763f4783e2d service neutron] 10.222.0.30 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954142 Apr 04 06:16:09.997349 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-839456ab-b9c7-45b9-9e60-66d9d5af2c7f req-ef6d567e-63af-4171-8f4b-36a5493fdc2b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac HTTP/1.1" status: 200 len: 210 time: 0.0283420 Apr 04 06:16:10.087882 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0a5f9-024a-4273-9344-b3a6b9844672 req-73a396db-d396-4dc1-b54b-b0d584ef2097 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:10.089407 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9dd0a5f9-024a-4273-9344-b3a6b9844672 req-73a396db-d396-4dc1-b54b-b0d584ef2097 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0580173 Apr 04 06:16:10.137624 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9dd0a5f9-024a-4273-9344-b3a6b9844672 req-d465baee-c30f-4b3f-9153-ed8c9c4ee2df tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424538 Apr 04 06:16:10.973140 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-d5d426a6-106c-4937-8f48-26c928fd222e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:10.974653 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-d5d426a6-106c-4937-8f48-26c928fd222e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.37 "GET /v2.0/networks?id=f79ea4aa-d805-43ed-bd84-5df93140b5be HTTP/1.1" status: 200 len: 815 time: 0.1047626 Apr 04 06:16:11.055576 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-9e7443b5-ac4b-46ca-956a-d05f09324510 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a97a33a2aa5b45e28ce2fbc14234447a HTTP/1.1" status: 200 len: 472 time: 0.0712774 Apr 04 06:16:11.064115 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-48674065-3a6e-4f3c-8d7f-c876858a141e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'port': {'device_id': '6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'admin_state_up': True, 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'security_groups': ['954af1e3-7488-4260-9a3c-8a2115cd7cb9']}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:16:11.130523 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f9510955-c914-4b05-b069-0a78522dcf9a req-c30531ac-3538-4367-b12b-ede26b879ee9 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac HTTP/1.1" status: 200 len: 210 time: 0.0629015 Apr 04 06:16:11.201781 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-48674065-3a6e-4f3c-8d7f-c876858a141e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Made reservation on behalf of a97a33a2aa5b45e28ce2fbc14234447a for: {'port': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:16:11.205351 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-48674065-3a6e-4f3c-8d7f-c876858a141e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:11.320202 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6876369-ed8f-4680-8e3a-e7562c00e254 req-c3b88afe-33f0-40ea-ba77-01e0a9e95b1d tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:11.321812 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e6876369-ed8f-4680-8e3a-e7562c00e254 req-c3b88afe-33f0-40ea-ba77-01e0a9e95b1d tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.1141210 Apr 04 06:16:11.393471 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-48674065-3a6e-4f3c-8d7f-c876858a141e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Allocated IP 172.20.0.6 (f79ea4aa-d805-43ed-bd84-5df93140b5be/8af96432-7e0f-4e5a-90ce-4cb5a6c320c5/a170a4c9-a9f7-4053-bf53-4db51a0604c6) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:16:11.412145 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e6876369-ed8f-4680-8e3a-e7562c00e254 req-efaa994d-b52f-417f-bec0-2dc4a40ffef0 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842147 Apr 04 06:16:11.541747 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-48674065-3a6e-4f3c-8d7f-c876858a141e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for port (a170a4c9-a9f7-4053-bf53-4db51a0604c6), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:11.576858 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-48674065-3a6e-4f3c-8d7f-c876858a141e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (a170a4c9-a9f7-4053-bf53-4db51a0604c6), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:11.617630 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-48674065-3a6e-4f3c-8d7f-c876858a141e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Network f79ea4aa-d805-43ed-bd84-5df93140b5be is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:16:11.620819 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-48674065-3a6e-4f3c-8d7f-c876858a141e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:16:11.627798 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-48674065-3a6e-4f3c-8d7f-c876858a141e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:16:11.651211 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48674065-3a6e-4f3c-8d7f-c876858a141e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'Port': ['ID=a170a4c9-a9f7-4053-bf53-4db51a0604c6,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:16:11.680234 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-48674065-3a6e-4f3c-8d7f-c876858a141e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:11.681075 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-48674065-3a6e-4f3c-8d7f-c876858a141e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:11.699856 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-48674065-3a6e-4f3c-8d7f-c876858a141e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6392922 Apr 04 06:16:11.711428 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] Request body: {'port': {'device_id': '6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:16:11.783067 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (a170a4c9-a9f7-4053-bf53-4db51a0604c6), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:11.911601 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-476b68ca-70cf-4de9-8146-489d045186b1 None None] Provisioning complete for port a170a4c9-a9f7-4053-bf53-4db51a0604c6 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:16:11.912162 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-476b68ca-70cf-4de9-8146-489d045186b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (a170a4c9-a9f7-4053-bf53-4db51a0604c6), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:11.946794 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-476b68ca-70cf-4de9-8146-489d045186b1 None None] Port a170a4c9-a9f7-4053-bf53-4db51a0604c6 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:16:12.057333 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a170a4c9-a9f7-4053-bf53-4db51a0604c6 {{(pid=103480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:16:12.065621 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] Publish callbacks [] for port (a170a4c9-a9f7-4053-bf53-4db51a0604c6), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:12.078948 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.provisioning_blocks [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] Transition to ACTIVE for port object a170a4c9-a9f7-4053-bf53-4db51a0604c6 will not be triggered until provisioned by entity L2. {{(pid=103480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 06:16:12.084998 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (a170a4c9-a9f7-4053-bf53-4db51a0604c6), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:12.138576 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a170a4c9-a9f7-4053-bf53-4db51a0604c6,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:16:12.221659 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] Attempting to bind port a170a4c9-a9f7-4053-bf53-4db51a0604c6 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:16:12.222088 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] Attempting to bind port a170a4c9-a9f7-4053-bf53-4db51a0604c6 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:16:12.222491 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] Attempting to bind port a170a4c9-a9f7-4053-bf53-4db51a0604c6 on network f79ea4aa-d805-43ed-bd84-5df93140b5be {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:16:12.243819 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] Port a170a4c9-a9f7-4053-bf53-4db51a0604c6 on network f79ea4aa-d805-43ed-bd84-5df93140b5be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 06:16:12.244359 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] Attempting to bind port a170a4c9-a9f7-4053-bf53-4db51a0604c6 on network f79ea4aa-d805-43ed-bd84-5df93140b5be {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:16:12.253777 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] Checking agent: {'id': '0c1e107c-d850-42a9-b491-1b463a8f645f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'started_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:16:12.254117 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] Checking segment: {'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:16:12.254509 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] Bound using segment: {'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:16:12.254950 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] Bound port: a170a4c9-a9f7-4053-bf53-4db51a0604c6, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:16:12.255412 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (a170a4c9-a9f7-4053-bf53-4db51a0604c6), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:12.302068 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea91bb-18dd-4c81-89a1-58e975dace92 req-ffc7236b-495c-4a50-bc39-bfd98d8fc930 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:12.303564 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3fea91bb-18dd-4c81-89a1-58e975dace92 req-ffc7236b-495c-4a50-bc39-bfd98d8fc930 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac HTTP/1.1" status: 200 len: 943 time: 0.0963848 Apr 04 06:16:12.358181 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] For port a170a4c9-a9f7-4053-bf53-4db51a0604c6, host hv-cinder-83444, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:16:12.378662 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] For port a170a4c9-a9f7-4053-bf53-4db51a0604c6, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=a170a4c9-a9f7-4053-bf53-4db51a0604c6,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:16:12.384685 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3fea91bb-18dd-4c81-89a1-58e975dace92 req-a3528ae7-a77a-405d-8783-0445b2aeacc0 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=954af1e3-7488-4260-9a3c-8a2115cd7cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749331 Apr 04 06:16:12.386437 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (a170a4c9-a9f7-4053-bf53-4db51a0604c6), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:12.422008 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:12.422632 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:12.424034 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] 10.222.0.37 "PUT /v2.0/ports/a170a4c9-a9f7-4053-bf53-4db51a0604c6 HTTP/1.1" status: 200 len: 1093 time: 0.7169712 Apr 04 06:16:12.424450 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac', 'tag': 'a170a4c9-a9f7-4053-bf53-4db51a0604c6'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:16:12.426766 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7033c3f0-875b-4570-9d36-63fbf263af8e" -d '{"events": [{"name": "network-changed", "server_uuid": "6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac", "tag": "a170a4c9-a9f7-4053-bf53-4db51a0604c6"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:16:12.453690 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af19cc-a0fa-411f-bc00-2481dd8456d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a170a4c9-a9f7-4053-bf53-4db51a0604c6,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:16:12.555320 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57f0f50-ec0f-41b6-a062-a28652bdbed2 x-openstack-request-id: req-a57f0f50-ec0f-41b6-a062-a28652bdbed2 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:16:12.555611 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac", "tag": "a170a4c9-a9f7-4053-bf53-4db51a0604c6", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:16:12.556037 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a57f0f50-ec0f-41b6-a062-a28652bdbed2 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:16:12.556650 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a57f0f50-ec0f-41b6-a062-a28652bdbed2'] response: {'name': 'network-changed', 'server_uuid': '6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac', 'tag': 'a170a4c9-a9f7-4053-bf53-4db51a0604c6', 'status': 'completed', 'code': 200} Apr 04 06:16:12.575706 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-cb2b1b00-1145-4ade-995e-1998bc92141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:12.577304 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-cb2b1b00-1145-4ade-995e-1998bc92141e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a97a33a2aa5b45e28ce2fbc14234447a&device_id=6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac HTTP/1.1" status: 200 len: 1127 time: 0.0929294 Apr 04 06:16:12.589529 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e95050-e13d-426f-8cb1-aba4483f5b15 req-5edb031d-c183-4835-ad62-1165f66f07ce tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:12.591197 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-69e95050-e13d-426f-8cb1-aba4483f5b15 req-5edb031d-c183-4835-ad62-1165f66f07ce tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0952759 Apr 04 06:16:12.638685 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-e13acf6d-fd7b-49f4-98d5-d9e52cfff4fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a170a4c9-a9f7-4053-bf53-4db51a0604c6 HTTP/1.1" status: 200 len: 217 time: 0.0465097 Apr 04 06:16:12.699060 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-69e95050-e13d-426f-8cb1-aba4483f5b15 req-8eb28b50-79d0-4c9d-8a08-7f561e95466f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007104 Apr 04 06:16:12.706372 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-9e8d067e-783c-485f-b9ed-37a7b1d46d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:12.707795 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-9e8d067e-783c-485f-b9ed-37a7b1d46d7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8af96432-7e0f-4e5a-90ce-4cb5a6c320c5 HTTP/1.1" status: 200 len: 854 time: 0.0615664 Apr 04 06:16:12.763111 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-5136cd7e-9f4f-437e-b2f0-f5318e5ec5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:12.764596 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-5136cd7e-9f4f-437e-b2f0-f5318e5ec5a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f79ea4aa-d805-43ed-bd84-5df93140b5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500712 Apr 04 06:16:12.856818 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-204a07fc-1467-4a7a-ae90-0c8205363abb service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848916 Apr 04 06:16:12.963655 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2853fb6f-45a5-457b-9d4e-954e62823066 req-2de63010-71cc-4538-a95c-d9e9cfc9c2e2 service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996389 Apr 04 06:16:13.067549 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033c3f0-875b-4570-9d36-63fbf263af8e req-b9b8aada-9a8f-4509-bbf2-39d2140156ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:13.069163 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7033c3f0-875b-4570-9d36-63fbf263af8e req-b9b8aada-9a8f-4509-bbf2-39d2140156ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a97a33a2aa5b45e28ce2fbc14234447a&device_id=6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac HTTP/1.1" status: 200 len: 1127 time: 0.0508678 Apr 04 06:16:13.161815 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033c3f0-875b-4570-9d36-63fbf263af8e req-110cbb4b-7557-40a9-a8f7-b30cc979ca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:13.163253 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7033c3f0-875b-4570-9d36-63fbf263af8e req-110cbb4b-7557-40a9-a8f7-b30cc979ca63 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f79ea4aa-d805-43ed-bd84-5df93140b5be HTTP/1.1" status: 200 len: 916 time: 0.0877695 Apr 04 06:16:13.206368 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7033c3f0-875b-4570-9d36-63fbf263af8e req-6e483cbe-e1ea-4e22-a6cf-b8ad94ccc237 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a170a4c9-a9f7-4053-bf53-4db51a0604c6 HTTP/1.1" status: 200 len: 217 time: 0.0362971 Apr 04 06:16:13.255751 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033c3f0-875b-4570-9d36-63fbf263af8e req-874d2742-1e4d-484d-b99c-1e9d3ddb0a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:13.257472 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7033c3f0-875b-4570-9d36-63fbf263af8e req-874d2742-1e4d-484d-b99c-1e9d3ddb0a9c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8af96432-7e0f-4e5a-90ce-4cb5a6c320c5 HTTP/1.1" status: 200 len: 854 time: 0.0443997 Apr 04 06:16:13.313638 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033c3f0-875b-4570-9d36-63fbf263af8e req-d208893c-7c5f-4bab-93b9-318b10d932f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:13.315128 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7033c3f0-875b-4570-9d36-63fbf263af8e req-d208893c-7c5f-4bab-93b9-318b10d932f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f79ea4aa-d805-43ed-bd84-5df93140b5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461371 Apr 04 06:16:13.417981 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7033c3f0-875b-4570-9d36-63fbf263af8e req-897ba3b9-5aec-4e10-9f88-98e45bba3036 service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931661 Apr 04 06:16:13.561329 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5f779-457a-4180-b1d7-f21fc21023de req-1afe341b-682f-4060-be83-b67babe055f0 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:13.562744 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-94e5f779-457a-4180-b1d7-f21fc21023de req-1afe341b-682f-4060-be83-b67babe055f0 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac HTTP/1.1" status: 200 len: 943 time: 0.0927618 Apr 04 06:16:13.564671 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7033c3f0-875b-4570-9d36-63fbf263af8e req-880679fb-1158-4708-82fb-00ae3dea900f service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389849 Apr 04 06:16:13.621900 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-94e5f779-457a-4180-b1d7-f21fc21023de req-c1783b5e-25bd-4729-8cc3-572648c40b43 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=954af1e3-7488-4260-9a3c-8a2115cd7cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511627 Apr 04 06:16:13.848929 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0671c-a75b-465d-904b-a15b2b47df7d req-884fd7e4-f4c7-45a6-b878-562252ffd57f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:13.850425 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bff0671c-a75b-465d-904b-a15b2b47df7d req-884fd7e4-f4c7-45a6-b878-562252ffd57f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0641406 Apr 04 06:16:13.897793 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bff0671c-a75b-465d-904b-a15b2b47df7d req-d7a5441d-569f-43cd-a398-46847331e88f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413325 Apr 04 06:16:14.752654 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74546b-3e6c-4da2-9bd1-0bd97a32904f req-4076234b-7c43-4a0d-b2ec-9d76dd87e04b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:14.754125 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ca74546b-3e6c-4da2-9bd1-0bd97a32904f req-4076234b-7c43-4a0d-b2ec-9d76dd87e04b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac HTTP/1.1" status: 200 len: 943 time: 0.0539193 Apr 04 06:16:14.807387 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ca74546b-3e6c-4da2-9bd1-0bd97a32904f req-9255a203-7015-4d76-a50c-d58453380522 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=954af1e3-7488-4260-9a3c-8a2115cd7cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453520 Apr 04 06:16:15.032751 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc2ce1-1cb6-470e-8a2d-4394e46c05d1 req-9c80d0ae-f310-43d5-b90b-f24cdca989c1 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:15.034616 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8cdc2ce1-1cb6-470e-8a2d-4394e46c05d1 req-9c80d0ae-f310-43d5-b90b-f24cdca989c1 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0586698 Apr 04 06:16:15.085850 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8cdc2ce1-1cb6-470e-8a2d-4394e46c05d1 req-cf2c765f-5975-4ce5-b44c-9a8cd0aa7c93 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427792 Apr 04 06:16:15.930581 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26d997-efda-4683-a303-7c5b09a49b0c req-c2a0c8fa-0491-47ed-a4a9-a0952408c972 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:15.932438 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bc26d997-efda-4683-a303-7c5b09a49b0c req-c2a0c8fa-0491-47ed-a4a9-a0952408c972 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac HTTP/1.1" status: 200 len: 943 time: 0.0566826 Apr 04 06:16:15.983058 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bc26d997-efda-4683-a303-7c5b09a49b0c req-c3697c5f-a682-4709-a194-28ceb2f5c655 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=954af1e3-7488-4260-9a3c-8a2115cd7cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429678 Apr 04 06:16:16.012930 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device a170a4c9-a9f7-4053-bf53-4db51a0604c6 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:16:16.109044 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port a170a4c9-a9f7-4053-bf53-4db51a0604c6, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=a170a4c9-a9f7-4053-bf53-4db51a0604c6,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:16:16.120300 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': 'a170a4c9-a9f7-4053-bf53-4db51a0604c6', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'port_id': 'a170a4c9-a9f7-4053-bf53-4db51a0604c6', 'mac_address': 'fa:16:3e:fa:18:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:16:16.162303 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port a170a4c9-a9f7-4053-bf53-4db51a0604c6 is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:16:16.162687 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (a170a4c9-a9f7-4053-bf53-4db51a0604c6), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:16.176186 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a170a4c9-a9f7-4053-bf53-4db51a0604c6 {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:16:16.195573 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port a170a4c9-a9f7-4053-bf53-4db51a0604c6, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=a170a4c9-a9f7-4053-bf53-4db51a0604c6,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:16:16.201264 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (a170a4c9-a9f7-4053-bf53-4db51a0604c6), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:16.218019 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab317f22-b592-4917-865d-2df43b99bc38 req-aa84142b-f5de-43af-936a-baf0d4ecc141 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:16.219492 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ab317f22-b592-4917-865d-2df43b99bc38 req-aa84142b-f5de-43af-936a-baf0d4ecc141 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0571115 Apr 04 06:16:16.250111 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=a170a4c9-a9f7-4053-bf53-4db51a0604c6,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:16:16.257788 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:16.258139 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:16.258461 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:16.258827 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:16.259161 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:16.259486 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:16.259816 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:16.260138 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:16.260465 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:16.260821 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:16.261289 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:16.261637 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:16.261997 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:16.262263 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:16.262666 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:16:16.266310 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ab317f22-b592-4917-865d-2df43b99bc38 req-2b5e2974-43ae-48e2-8f59-02ef22877281 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412157 Apr 04 06:16:16.669047 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['a170a4c9-a9f7-4053-bf53-4db51a0604c6'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:16:17.121239 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cab10-f1a2-488b-b0c2-092c4319fc64 req-12efe387-877c-4273-bad9-7cef6ee744f1 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:17.122744 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-584cab10-f1a2-488b-b0c2-092c4319fc64 req-12efe387-877c-4273-bad9-7cef6ee744f1 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac HTTP/1.1" status: 200 len: 944 time: 0.0540702 Apr 04 06:16:17.168770 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-584cab10-f1a2-488b-b0c2-092c4319fc64 req-9ec1c374-2b00-409c-87fe-a0055c082b6b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=954af1e3-7488-4260-9a3c-8a2115cd7cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404334 Apr 04 06:16:17.411999 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f285a1f-f6e3-48be-a6fb-55529b91647f req-45f8c0ab-1e36-4726-a8d5-f852ba386f63 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:17.413525 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0f285a1f-f6e3-48be-a6fb-55529b91647f req-45f8c0ab-1e36-4726-a8d5-f852ba386f63 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0692072 Apr 04 06:16:17.462072 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0f285a1f-f6e3-48be-a6fb-55529b91647f req-bf781a26-ed92-4bbc-a3d5-2ef7e5df92ee tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428193 Apr 04 06:16:18.029634 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device a170a4c9-a9f7-4053-bf53-4db51a0604c6 up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:16:18.086278 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning for port a170a4c9-a9f7-4053-bf53-4db51a0604c6 completed by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 06:16:18.090536 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port a170a4c9-a9f7-4053-bf53-4db51a0604c6 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:16:18.090941 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (a170a4c9-a9f7-4053-bf53-4db51a0604c6), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:18.167985 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port a170a4c9-a9f7-4053-bf53-4db51a0604c6 is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:16:18.168372 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (a170a4c9-a9f7-4053-bf53-4db51a0604c6), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:18.194912 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a170a4c9-a9f7-4053-bf53-4db51a0604c6'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:16:18.197237 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566fce05-e0c5-460f-a849-7744350ba7a5" -d '{"events": [{"server_uuid": "6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac", "name": "network-vif-plugged", "status": "completed", "tag": "a170a4c9-a9f7-4053-bf53-4db51a0604c6"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:16:18.210553 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port a170a4c9-a9f7-4053-bf53-4db51a0604c6, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=a170a4c9-a9f7-4053-bf53-4db51a0604c6,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:16:18.216342 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (a170a4c9-a9f7-4053-bf53-4db51a0604c6), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:18.239289 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d50bca7-ee74-4972-bf60-16acea4bb77c x-openstack-request-id: req-6d50bca7-ee74-4972-bf60-16acea4bb77c {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:16:18.239579 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac", "name": "network-vif-plugged", "status": "completed", "tag": "a170a4c9-a9f7-4053-bf53-4db51a0604c6", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:16:18.239831 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6d50bca7-ee74-4972-bf60-16acea4bb77c {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:16:18.240229 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d50bca7-ee74-4972-bf60-16acea4bb77c'] response: {'server_uuid': '6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a170a4c9-a9f7-4053-bf53-4db51a0604c6', 'code': 200} Apr 04 06:16:18.267971 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=a170a4c9-a9f7-4053-bf53-4db51a0604c6,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:16:18.294158 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef7d51-2e8a-4114-9cc7-da61c352ab3c req-bf3f5dd1-2bbd-4964-b740-cda66b7b9299 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:18.295729 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-aeef7d51-2e8a-4114-9cc7-da61c352ab3c req-bf3f5dd1-2bbd-4964-b740-cda66b7b9299 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac HTTP/1.1" status: 200 len: 945 time: 0.0592704 Apr 04 06:16:18.344361 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-aeef7d51-2e8a-4114-9cc7-da61c352ab3c req-b76f6f54-a70d-4dbf-859c-ef906d8bf882 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=954af1e3-7488-4260-9a3c-8a2115cd7cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428112 Apr 04 06:16:18.431524 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5f178-657e-4c09-90c1-b9e6a07c6379 req-e0d1b075-7849-4e90-85fa-d2f7c0678528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:18.432930 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6cc5f178-657e-4c09-90c1-b9e6a07c6379 req-e0d1b075-7849-4e90-85fa-d2f7c0678528 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac HTTP/1.1" status: 200 len: 1129 time: 0.0525496 Apr 04 06:16:18.487347 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6cc5f178-657e-4c09-90c1-b9e6a07c6379 req-839d936c-8ff8-47a6-9105-607c1fb4472e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=954af1e3-7488-4260-9a3c-8a2115cd7cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467269 Apr 04 06:16:18.593166 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba08c09-d747-495e-b005-4c70875c44b2 req-f38500f6-a172-4671-b1de-31b7d38ba9b0 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:18.594632 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cba08c09-d747-495e-b005-4c70875c44b2 req-f38500f6-a172-4671-b1de-31b7d38ba9b0 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0581353 Apr 04 06:16:18.644424 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cba08c09-d747-495e-b005-4c70875c44b2 req-75a1f18c-ebc1-4806-b7e3-ec6ed21b7db2 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416188 Apr 04 06:16:19.482583 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08086e6d-ed01-4eae-91bb-868d79f1a5b2 req-808666ac-c1f2-43b2-ae98-f31ec70717d6 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:19.484070 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-08086e6d-ed01-4eae-91bb-868d79f1a5b2 req-808666ac-c1f2-43b2-ae98-f31ec70717d6 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac HTTP/1.1" status: 200 len: 945 time: 0.0647736 Apr 04 06:16:19.531316 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-08086e6d-ed01-4eae-91bb-868d79f1a5b2 req-dbfaf251-1f2b-4965-ad5f-705c83b4169e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=954af1e3-7488-4260-9a3c-8a2115cd7cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414445 Apr 04 06:16:19.786013 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a288cee-81dc-42ef-9fab-b20e751b995a req-8572a70c-09ff-4699-b235-55d8740ddcf8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:19.787390 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1a288cee-81dc-42ef-9fab-b20e751b995a req-8572a70c-09ff-4699-b235-55d8740ddcf8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0582461 Apr 04 06:16:19.838466 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1a288cee-81dc-42ef-9fab-b20e751b995a req-cb380553-ce4c-4932-b887-65e5b415ef6e tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431864 Apr 04 06:16:20.673805 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd2a92-1f47-4deb-8896-76ffd7eeeeeb req-a43ccd9f-7696-4176-b843-33436652b0b7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:20.676003 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5fcd2a92-1f47-4deb-8896-76ffd7eeeeeb req-a43ccd9f-7696-4176-b843-33436652b0b7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac HTTP/1.1" status: 200 len: 945 time: 0.0621092 Apr 04 06:16:20.729670 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5fcd2a92-1f47-4deb-8896-76ffd7eeeeeb req-92204d3f-eba2-46e2-a0a3-e9f98bc31bf8 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=954af1e3-7488-4260-9a3c-8a2115cd7cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450544 Apr 04 06:16:20.850719 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62130886-8ff7-42fd-91c5-b88af3377f23 req-47859a3d-c13e-4a40-b1fd-9459cd4307b0 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:20.852234 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-62130886-8ff7-42fd-91c5-b88af3377f23 req-47859a3d-c13e-4a40-b1fd-9459cd4307b0 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac HTTP/1.1" status: 200 len: 945 time: 0.0536790 Apr 04 06:16:20.864186 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56118) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:16:20.871591 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-305112a0-2137-4f9e-9820-20041cc00986 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'floatingip': {'port_id': 'a170a4c9-a9f7-4053-bf53-4db51a0604c6'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:16:20.913560 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-305112a0-2137-4f9e-9820-20041cc00986 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (7b6d7bb7-7e78-4db9-8735-1491b8557fc2), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:20.965682 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819b0a7-1820-4c98-a666-cbc426d25cdc req-bd18ac53-c452-4314-8742-4cad1f0d26f8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:20.967133 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9819b0a7-1820-4c98-a666-cbc426d25cdc req-bd18ac53-c452-4314-8742-4cad1f0d26f8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0559011 Apr 04 06:16:21.016284 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9819b0a7-1820-4c98-a666-cbc426d25cdc req-1b26db66-97c5-4b7a-bd8f-7353fe4ce0ae tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431676 Apr 04 06:16:21.344553 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-305112a0-2137-4f9e-9820-20041cc00986 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:21.352053 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-305112a0-2137-4f9e-9820-20041cc00986 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (7b6d7bb7-7e78-4db9-8735-1491b8557fc2), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:21.681870 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.l3_db [None req-305112a0-2137-4f9e-9820-20041cc00986 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Floating IP 7b6d7bb7-7e78-4db9-8735-1491b8557fc2 associated. External IP: 172.27.2.201, port: a170a4c9-a9f7-4053-bf53-4db51a0604c6. Apr 04 06:16:21.927752 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305112a0-2137-4f9e-9820-20041cc00986 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:16:22.042681 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305112a0-2137-4f9e-9820-20041cc00986 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:16:22.047724 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-305112a0-2137-4f9e-9820-20041cc00986 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:22.053684 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a97d114-9941-4450-8994-99af2047f1b9 None None] Sync routers for ids ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:16:22.064436 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a97d114-9941-4450-8994-99af2047f1b9 None None] Routers {'8de8fcc5-8170-4153-b16f-b82e06d3b3c0'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:16:22.065128 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-7a97d114-9941-4450-8994-99af2047f1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:15:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:16:22.079728 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-305112a0-2137-4f9e-9820-20041cc00986 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "PUT /v2.0/floatingips/7b6d7bb7-7e78-4db9-8735-1491b8557fc2 HTTP/1.1" status: 200 len: 991 time: 1.2131956 Apr 04 06:16:22.080308 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac', 'tag': 'a170a4c9-a9f7-4053-bf53-4db51a0604c6'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:16:22.083233 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863da0c6ea282f34ae24215abf5dfdb82ea7b48a8fa4113b7fa45ec8e2c5cf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2cdeaa-56a9-44f1-977d-ec1c5b7e486c" -d '{"events": [{"name": "network-changed", "server_uuid": "6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac", "tag": "a170a4c9-a9f7-4053-bf53-4db51a0604c6"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:16:22.143047 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0dd62-7843-4118-b2c8-4dbdb687dc9e req-58f74273-a532-45b5-b5c2-e55843d54c9c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:22.144571 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e3d0dd62-7843-4118-b2c8-4dbdb687dc9e req-58f74273-a532-45b5-b5c2-e55843d54c9c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0562024 Apr 04 06:16:22.179157 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505eda01-faf7-4d0d-8958-bbd090b9ebb5 x-openstack-request-id: req-505eda01-faf7-4d0d-8958-bbd090b9ebb5 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:16:22.179452 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac", "tag": "a170a4c9-a9f7-4053-bf53-4db51a0604c6", "status": "completed", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:16:22.179706 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-505eda01-faf7-4d0d-8958-bbd090b9ebb5 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:16:22.180122 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-505eda01-faf7-4d0d-8958-bbd090b9ebb5'] response: {'name': 'network-changed', 'server_uuid': '6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac', 'tag': 'a170a4c9-a9f7-4053-bf53-4db51a0604c6', 'status': 'completed', 'code': 200} Apr 04 06:16:22.183822 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-7a97d114-9941-4450-8994-99af2047f1b9 None None] Set router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:16:22.201071 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e3d0dd62-7843-4118-b2c8-4dbdb687dc9e req-f995fdb3-bdf3-4e35-8c29-a99c1b6f1025 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506907 Apr 04 06:16:22.255249 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cdeaa-56a9-44f1-977d-ec1c5b7e486c req-3c333b17-787a-43de-9f96-3a44e05afcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:22.257153 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2c2cdeaa-56a9-44f1-977d-ec1c5b7e486c req-3c333b17-787a-43de-9f96-3a44e05afcec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a97a33a2aa5b45e28ce2fbc14234447a&device_id=6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac HTTP/1.1" status: 200 len: 1129 time: 0.0496912 Apr 04 06:16:22.357719 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cdeaa-56a9-44f1-977d-ec1c5b7e486c req-6b1d4bd9-fb4b-44d6-a173-f159afe0fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:22.359311 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2c2cdeaa-56a9-44f1-977d-ec1c5b7e486c req-6b1d4bd9-fb4b-44d6-a173-f159afe0fc4b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f79ea4aa-d805-43ed-bd84-5df93140b5be HTTP/1.1" status: 200 len: 916 time: 0.0857036 Apr 04 06:16:22.417404 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-7a97d114-9941-4450-8994-99af2047f1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '32c8b29d-3862-4b78-b0a5-91ebaf56e1bd', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'port_id': 'bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'mac_address': 'fa:16:3e:24:d2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352fa89-517c-4034-acb7-9b35890acec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:11:38Z', 'updated_at': '2022-04-04T06:12:06Z', 'revision_number': 2, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'fixed_ip_address_scope': None}, {'id': '7b6d7bb7-7e78-4db9-8735-1491b8557fc2', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'port_id': 'a170a4c9-a9f7-4053-bf53-4db51a0604c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'mac_address': 'fa:16:3e:fa:18:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:16:08Z', 'updated_at': '2022-04-04T06:16:21Z', 'revision_number': 1, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:16:22.436719 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2c2cdeaa-56a9-44f1-977d-ec1c5b7e486c req-32151e31-75e0-4e77-bac6-8fa5c3a28cad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a170a4c9-a9f7-4053-bf53-4db51a0604c6 HTTP/1.1" status: 200 len: 999 time: 0.0661306 Apr 04 06:16:22.443329 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a97d114-9941-4450-8994-99af2047f1b9 None None] Checking router: 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:16:22.451939 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a97d114-9941-4450-8994-99af2047f1b9 None None] Routers {'8de8fcc5-8170-4153-b16f-b82e06d3b3c0'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:16:22.452546 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-7a97d114-9941-4450-8994-99af2047f1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:15:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:16:22.487970 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cdeaa-56a9-44f1-977d-ec1c5b7e486c req-a2e51585-52b4-4fba-8efc-e79494a686d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:22.489484 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2c2cdeaa-56a9-44f1-977d-ec1c5b7e486c req-a2e51585-52b4-4fba-8efc-e79494a686d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8af96432-7e0f-4e5a-90ce-4cb5a6c320c5 HTTP/1.1" status: 200 len: 854 time: 0.0457692 Apr 04 06:16:22.540221 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cdeaa-56a9-44f1-977d-ec1c5b7e486c req-f8a47cdf-c60a-4ae3-ade4-03413017480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:22.541750 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2c2cdeaa-56a9-44f1-977d-ec1c5b7e486c req-f8a47cdf-c60a-4ae3-ade4-03413017480b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f79ea4aa-d805-43ed-bd84-5df93140b5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455465 Apr 04 06:16:22.560821 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-7a97d114-9941-4450-8994-99af2047f1b9 None None] Set router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:16:22.635254 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2c2cdeaa-56a9-44f1-977d-ec1c5b7e486c req-6491f57d-7f4e-4714-b2e1-552699dd8dc2 service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857003 Apr 04 06:16:22.797338 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-7a97d114-9941-4450-8994-99af2047f1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '32c8b29d-3862-4b78-b0a5-91ebaf56e1bd', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'port_id': 'bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'mac_address': 'fa:16:3e:24:d2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352fa89-517c-4034-acb7-9b35890acec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:11:38Z', 'updated_at': '2022-04-04T06:12:06Z', 'revision_number': 2, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'fixed_ip_address_scope': None}, {'id': '7b6d7bb7-7e78-4db9-8735-1491b8557fc2', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'port_id': 'a170a4c9-a9f7-4053-bf53-4db51a0604c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'mac_address': 'fa:16:3e:fa:18:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:16:08Z', 'updated_at': '2022-04-04T06:16:21Z', 'revision_number': 1, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:16:22.826690 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a97d114-9941-4450-8994-99af2047f1b9 None None] The sync data for ids ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'] in dv-cinder-834448-2-iscsi is: [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '32c8b29d-3862-4b78-b0a5-91ebaf56e1bd', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'port_id': 'bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'mac_address': 'fa:16:3e:24:d2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352fa89-517c-4034-acb7-9b35890acec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:11:38Z', 'updated_at': '2022-04-04T06:12:06Z', 'revision_number': 2, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'fixed_ip_address_scope': None}, {'id': '7b6d7bb7-7e78-4db9-8735-1491b8557fc2', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'port_id': 'a170a4c9-a9f7-4053-bf53-4db51a0604c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'mac_address': 'fa:16:3e:fa:18:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:16:08Z', 'updated_at': '2022-04-04T06:16:21Z', 'revision_number': 1, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:16:22.981879 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2c2cdeaa-56a9-44f1-977d-ec1c5b7e486c req-ded9d020-bde2-44df-b8a4-b354745503b1 service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328035 Apr 04 06:16:23.015690 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068bb66a-72ee-44dc-901e-47fd4ecab14d None None] New status for floating IP 7b6d7bb7-7e78-4db9-8735-1491b8557fc2: ACTIVE {{(pid=103481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:16:23.330125 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b227b-a551-436d-b4f5-4c20725f0ade req-76239866-fbda-4163-94db-b26cac56fbc1 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:23.331607 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b21b227b-a551-436d-b4f5-4c20725f0ade req-76239866-fbda-4163-94db-b26cac56fbc1 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0590165 Apr 04 06:16:23.389722 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b21b227b-a551-436d-b4f5-4c20725f0ade req-b685ef02-559e-44ea-af62-6dadd3c4ce5f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492642 Apr 04 06:16:24.525558 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5c130-37cc-41ab-9b14-4ece436d1997 req-32325647-f76b-46a7-ac4d-3c30830ea445 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:24.527016 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-17d5c130-37cc-41ab-9b14-4ece436d1997 req-32325647-f76b-46a7-ac4d-3c30830ea445 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0601056 Apr 04 06:16:24.575908 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-17d5c130-37cc-41ab-9b14-4ece436d1997 req-f7bad11c-ca35-4aeb-84a5-4757e393fb18 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406802 Apr 04 06:16:24.955983 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4b3b7-f78a-400d-9026-a5dc0edd5c69 req-55ce32a2-a85b-4782-bebf-c413e0b9ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:24.957497 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7fc4b3b7-f78a-400d-9026-a5dc0edd5c69 req-55ce32a2-a85b-4782-bebf-c413e0b9ce5a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 1129 time: 0.0447531 Apr 04 06:16:25.003440 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7fc4b3b7-f78a-400d-9026-a5dc0edd5c69 req-797c8f90-0eb5-4cdb-935f-00a1f4fd70f3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386457 Apr 04 06:16:25.716880 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072fd619-370b-49f8-9967-90bd8a1f5bce req-d9c45bbe-53a9-4584-9e24-1b1c638bb424 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:25.718359 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-072fd619-370b-49f8-9967-90bd8a1f5bce req-d9c45bbe-53a9-4584-9e24-1b1c638bb424 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0570548 Apr 04 06:16:25.771190 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-072fd619-370b-49f8-9967-90bd8a1f5bce req-e8bfdf57-19e3-4ef7-8c19-2e2a257956c0 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441480 Apr 04 06:16:26.153398 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-58335882-90b6-41fc-8c76-553556827746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:26.912527 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe305e6-24cd-4f89-a28d-f2f282b9f49d req-cb422772-6655-4761-9fb9-bbf32d2fbd87 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:26.914029 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fbe305e6-24cd-4f89-a28d-f2f282b9f49d req-cb422772-6655-4761-9fb9-bbf32d2fbd87 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0659010 Apr 04 06:16:26.963247 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fbe305e6-24cd-4f89-a28d-f2f282b9f49d req-cdd848a6-fa03-4ca1-b84a-f0d7d86bbd46 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410273 Apr 04 06:16:27.351840 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc45348-bf8d-40dd-84e7-42850a90f474 req-f4c43bdf-6ded-4bc5-b56a-4af8835f3f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:27.353277 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1cc45348-bf8d-40dd-84e7-42850a90f474 req-f4c43bdf-6ded-4bc5-b56a-4af8835f3f9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f97d1852193346c6916d9747f0c3b84f&device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 1129 time: 0.0773752 Apr 04 06:16:27.363940 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c887961-28b9-466d-86ec-4c2876c45ef0 req-1329ebe3-a65a-4da4-a613-cd18877277be tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:27.365397 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3c887961-28b9-466d-86ec-4c2876c45ef0 req-1329ebe3-a65a-4da4-a613-cd18877277be tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0813537 Apr 04 06:16:27.471719 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3c887961-28b9-466d-86ec-4c2876c45ef0 req-9bd1191e-d501-41f9-b5c2-8b7ee1d76f12 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980711 Apr 04 06:16:27.487781 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc45348-bf8d-40dd-84e7-42850a90f474 req-12032c7a-8dba-4a5a-9b6a-96fb05ea9be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:27.489270 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1cc45348-bf8d-40dd-84e7-42850a90f474 req-12032c7a-8dba-4a5a-9b6a-96fb05ea9be2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=26e2fb68-805f-433f-ae13-ccc07aa47348 HTTP/1.1" status: 200 len: 920 time: 0.1230354 Apr 04 06:16:27.563282 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1cc45348-bf8d-40dd-84e7-42850a90f474 req-97a788cc-dc7f-4213-be92-89773a94561f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=031b35eb-3eef-4f87-9b34-0ee798bb2b47 HTTP/1.1" status: 200 len: 1001 time: 0.0667121 Apr 04 06:16:27.618123 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc45348-bf8d-40dd-84e7-42850a90f474 req-58cf7753-71e4-4b63-a7f4-258d627baab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:27.619455 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1cc45348-bf8d-40dd-84e7-42850a90f474 req-58cf7753-71e4-4b63-a7f4-258d627baab1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bb9207-6ade-4d75-844a-3661ead84b19 HTTP/1.1" status: 200 len: 858 time: 0.0485861 Apr 04 06:16:27.673893 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc45348-bf8d-40dd-84e7-42850a90f474 req-5784085f-c4e4-4e29-bba2-1d501371d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:27.675362 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1cc45348-bf8d-40dd-84e7-42850a90f474 req-5784085f-c4e4-4e29-bba2-1d501371d04e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26e2fb68-805f-433f-ae13-ccc07aa47348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488815 Apr 04 06:16:27.770321 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1cc45348-bf8d-40dd-84e7-42850a90f474 req-6c63994c-4239-4544-bb16-b64f7c5411c7 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878389 Apr 04 06:16:27.890936 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1cc45348-bf8d-40dd-84e7-42850a90f474 req-e4535414-2b98-421c-b9cb-3dbed07d40f5 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127152 Apr 04 06:16:28.310520 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-b596cff2-a873-4ede-8533-77356bcf0b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:28.600010 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74041c-ac0c-44d8-9fbe-5c8ea99a7a58 req-0c7bebc3-d872-4021-88e3-4847832831bc tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:28.601560 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa74041c-ac0c-44d8-9fbe-5c8ea99a7a58 req-0c7bebc3-d872-4021-88e3-4847832831bc tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0555046 Apr 04 06:16:28.650519 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa74041c-ac0c-44d8-9fbe-5c8ea99a7a58 req-ffa5f253-9835-43ab-a49a-c3d1492c7c63 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429678 Apr 04 06:16:29.526276 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:29.780517 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d7356-8097-4d10-a08f-586dcc1ada55 req-7673f2c8-9579-4d25-95cd-c03aa8f9dd25 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:29.781933 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3f9d7356-8097-4d10-a08f-586dcc1ada55 req-7673f2c8-9579-4d25-95cd-c03aa8f9dd25 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0628746 Apr 04 06:16:29.833364 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3f9d7356-8097-4d10-a08f-586dcc1ada55 req-818a108f-277e-4dc5-b213-cb950eb31946 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430539 Apr 04 06:16:30.628202 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:30.966910 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344670c-49a0-439c-94e1-80f5437b6f6a req-66eea95e-68e0-46a5-81d1-c79e6862044e tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:30.968616 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3344670c-49a0-439c-94e1-80f5437b6f6a req-66eea95e-68e0-46a5-81d1-c79e6862044e tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0603697 Apr 04 06:16:31.026448 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3344670c-49a0-439c-94e1-80f5437b6f6a req-e4c64fc5-0fbc-4812-9bc8-802b257e493f tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518329 Apr 04 06:16:31.146001 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c34e0-68a0-44bb-b175-28b68cfdc0f0 req-573c4a8c-f8e8-45d9-ada4-5bba3f76ef08 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:31.147511 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fb9c34e0-68a0-44bb-b175-28b68cfdc0f0 req-573c4a8c-f8e8-45d9-ada4-5bba3f76ef08 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0573237 Apr 04 06:16:31.156762 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 56174) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:16:31.162093 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-335e6be1-cb3d-4e7b-ad72-2b9088d7747c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Request body: {'floatingip': {'port_id': '031b35eb-3eef-4f87-9b34-0ee798bb2b47'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:16:31.222940 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-335e6be1-cb3d-4e7b-ad72-2b9088d7747c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for floatingip (5bb2749b-5a6a-4009-ac00-d22889828ef1), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:31.704522 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-335e6be1-cb3d-4e7b-ad72-2b9088d7747c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:31.712348 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-335e6be1-cb3d-4e7b-ad72-2b9088d7747c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (5bb2749b-5a6a-4009-ac00-d22889828ef1), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:31.940645 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335e6be1-cb3d-4e7b-ad72-2b9088d7747c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Router 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:16:32.069865 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335e6be1-cb3d-4e7b-ad72-2b9088d7747c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:16:32.074561 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-335e6be1-cb3d-4e7b-ad72-2b9088d7747c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:32.080147 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ef1a8b-c092-4267-a692-587a8dfbe736 None None] Sync routers for ids ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:16:32.090692 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ef1a8b-c092-4267-a692-587a8dfbe736 None None] Routers {'9bedd657-7d9c-41ab-9da5-e2c86274a5e1'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:16:32.091300 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-d4ef1a8b-c092-4267-a692-587a8dfbe736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:16:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:16:32.104626 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f904c4-ea85-448b-9888-596294c31fb9', 'tag': '031b35eb-3eef-4f87-9b34-0ee798bb2b47'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:16:32.106940 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82ee398-91d4-48c0-8f9e-c33dc7f5816f" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f904c4-ea85-448b-9888-596294c31fb9", "tag": "031b35eb-3eef-4f87-9b34-0ee798bb2b47"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:16:32.148364 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-335e6be1-cb3d-4e7b-ad72-2b9088d7747c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "PUT /v2.0/floatingips/5bb2749b-5a6a-4009-ac00-d22889828ef1 HTTP/1.1" status: 200 len: 993 time: 0.9906225 Apr 04 06:16:32.154911 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f124ca39-6459-47b6-97a5-71547372aec7 x-openstack-request-id: req-f124ca39-6459-47b6-97a5-71547372aec7 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:16:32.155184 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f904c4-ea85-448b-9888-596294c31fb9", "tag": "031b35eb-3eef-4f87-9b34-0ee798bb2b47", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:16:32.155429 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f124ca39-6459-47b6-97a5-71547372aec7 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:16:32.155830 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f124ca39-6459-47b6-97a5-71547372aec7'] response: {'name': 'network-changed', 'server_uuid': 'b7f904c4-ea85-448b-9888-596294c31fb9', 'tag': '031b35eb-3eef-4f87-9b34-0ee798bb2b47', 'status': 'completed', 'code': 200} Apr 04 06:16:32.213444 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-d4ef1a8b-c092-4267-a692-587a8dfbe736 None None] Set router 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:16:32.231885 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ee398-91d4-48c0-8f9e-c33dc7f5816f req-93ea7e3d-9bc0-468d-8109-82e5cb22185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:32.233484 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b82ee398-91d4-48c0-8f9e-c33dc7f5816f req-93ea7e3d-9bc0-468d-8109-82e5cb22185c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f97d1852193346c6916d9747f0c3b84f&device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 1129 time: 0.0517921 Apr 04 06:16:32.323905 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:32.341437 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ee398-91d4-48c0-8f9e-c33dc7f5816f req-276e394e-abc6-4d8d-8b7c-47c00cb3a401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:32.343005 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b82ee398-91d4-48c0-8f9e-c33dc7f5816f req-276e394e-abc6-4d8d-8b7c-47c00cb3a401 service neutron] 10.222.0.37 "GET /v2.0/networks?id=26e2fb68-805f-433f-ae13-ccc07aa47348 HTTP/1.1" status: 200 len: 920 time: 0.0915005 Apr 04 06:16:32.417734 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b82ee398-91d4-48c0-8f9e-c33dc7f5816f req-df859d9f-9283-44f5-acfb-d88aad7f87b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=031b35eb-3eef-4f87-9b34-0ee798bb2b47 HTTP/1.1" status: 200 len: 1001 time: 0.0683253 Apr 04 06:16:32.492536 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ee398-91d4-48c0-8f9e-c33dc7f5816f req-5776dd26-feb7-4381-bc8a-8bef25b8601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:32.494365 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b82ee398-91d4-48c0-8f9e-c33dc7f5816f req-5776dd26-feb7-4381-bc8a-8bef25b8601f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bb9207-6ade-4d75-844a-3661ead84b19 HTTP/1.1" status: 200 len: 858 time: 0.0696292 Apr 04 06:16:32.537173 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-d4ef1a8b-c092-4267-a692-587a8dfbe736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2045266382-router', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:09:58Z', 'updated_at': '2022-04-04T06:10:07Z', 'revision_number': 4, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'gw_port': {'id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:09:59Z', 'updated_at': '2022-04-04T06:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '5bb2749b-5a6a-4009-ac00-d22889828ef1', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'port_id': '031b35eb-3eef-4f87-9b34-0ee798bb2b47', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'mac_address': 'fa:16:3e:42:69:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f904c4-ea85-448b-9888-596294c31fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:12:50Z', 'updated_at': '2022-04-04T06:16:31Z', 'revision_number': 3, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b308155-2083-4bb7-8c79-6b96f4fa459b', 'name': '', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'mac_address': 'fa:16:3e:f4:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:18Z', 'revision_number': 5, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'subnets': [{'id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:16:32.566306 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ef1a8b-c092-4267-a692-587a8dfbe736 None None] Checking router: 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:16:32.574498 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ef1a8b-c092-4267-a692-587a8dfbe736 None None] Routers {'9bedd657-7d9c-41ab-9da5-e2c86274a5e1'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:16:32.575128 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-d4ef1a8b-c092-4267-a692-587a8dfbe736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:16:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:16:32.579011 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ee398-91d4-48c0-8f9e-c33dc7f5816f req-71fb3a3d-0f36-4c7d-8c11-d02ba0dc0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:32.581062 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b82ee398-91d4-48c0-8f9e-c33dc7f5816f req-71fb3a3d-0f36-4c7d-8c11-d02ba0dc0af9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26e2fb68-805f-433f-ae13-ccc07aa47348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784862 Apr 04 06:16:32.616284 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974a408-2bbf-4854-91a3-ea3ea025a1d6 req-9518cf1b-e5e0-44e8-b574-754a419b3bd6 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:32.617912 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c974a408-2bbf-4854-91a3-ea3ea025a1d6 req-9518cf1b-e5e0-44e8-b574-754a419b3bd6 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0852630 Apr 04 06:16:32.686170 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-d4ef1a8b-c092-4267-a692-587a8dfbe736 None None] Set router 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:16:32.709866 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c974a408-2bbf-4854-91a3-ea3ea025a1d6 req-a75767c3-7515-4bbd-8eea-3a3f5ef16a65 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675004 Apr 04 06:16:32.714868 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b82ee398-91d4-48c0-8f9e-c33dc7f5816f req-45ef3bd6-062d-4418-8dc6-b4b56a811381 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260281 Apr 04 06:16:32.808240 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b82ee398-91d4-48c0-8f9e-c33dc7f5816f req-cab5bf01-86b2-484e-90d6-965763cc10fd service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859382 Apr 04 06:16:32.915323 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-d4ef1a8b-c092-4267-a692-587a8dfbe736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2045266382-router', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:09:58Z', 'updated_at': '2022-04-04T06:10:07Z', 'revision_number': 4, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'gw_port': {'id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:09:59Z', 'updated_at': '2022-04-04T06:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '5bb2749b-5a6a-4009-ac00-d22889828ef1', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'port_id': '031b35eb-3eef-4f87-9b34-0ee798bb2b47', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'mac_address': 'fa:16:3e:42:69:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f904c4-ea85-448b-9888-596294c31fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:12:50Z', 'updated_at': '2022-04-04T06:16:31Z', 'revision_number': 3, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b308155-2083-4bb7-8c79-6b96f4fa459b', 'name': '', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'mac_address': 'fa:16:3e:f4:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:18Z', 'revision_number': 5, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'subnets': [{'id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:16:32.945240 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ef1a8b-c092-4267-a692-587a8dfbe736 None None] The sync data for ids ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'] in dv-cinder-834448-2-iscsi is: [{'id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2045266382-router', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:09:58Z', 'updated_at': '2022-04-04T06:10:07Z', 'revision_number': 4, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'gw_port': {'id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:09:59Z', 'updated_at': '2022-04-04T06:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '5bb2749b-5a6a-4009-ac00-d22889828ef1', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'port_id': '031b35eb-3eef-4f87-9b34-0ee798bb2b47', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'mac_address': 'fa:16:3e:42:69:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f904c4-ea85-448b-9888-596294c31fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:12:50Z', 'updated_at': '2022-04-04T06:16:31Z', 'revision_number': 3, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b308155-2083-4bb7-8c79-6b96f4fa459b', 'name': '', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'mac_address': 'fa:16:3e:f4:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:18Z', 'revision_number': 5, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'subnets': [{'id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:16:33.850920 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737d75c-bb3c-41bd-85c6-5f54faf27801 req-ff5434bd-7e39-4a93-ae9f-8802ba5425b5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:33.852405 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e737d75c-bb3c-41bd-85c6-5f54faf27801 req-ff5434bd-7e39-4a93-ae9f-8802ba5425b5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0549655 Apr 04 06:16:33.899278 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e737d75c-bb3c-41bd-85c6-5f54faf27801 req-48124d4e-4c13-4ff0-95ad-004097dceeb8 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410869 Apr 04 06:16:34.096232 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:34.157616 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f904c4-ea85-448b-9888-596294c31fb9', 'tag': '031b35eb-3eef-4f87-9b34-0ee798bb2b47'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:16:34.161559 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2330dc66-d9a7-49e4-9410-997630e5cdf9" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f904c4-ea85-448b-9888-596294c31fb9", "tag": "031b35eb-3eef-4f87-9b34-0ee798bb2b47"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:16:34.200019 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3d548a-e06c-4cbb-a74f-423b331985f4 x-openstack-request-id: req-3d3d548a-e06c-4cbb-a74f-423b331985f4 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:16:34.200399 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f904c4-ea85-448b-9888-596294c31fb9", "tag": "031b35eb-3eef-4f87-9b34-0ee798bb2b47", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:16:34.200662 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d3d548a-e06c-4cbb-a74f-423b331985f4 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:16:34.201266 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d3d548a-e06c-4cbb-a74f-423b331985f4'] response: {'name': 'network-changed', 'server_uuid': 'b7f904c4-ea85-448b-9888-596294c31fb9', 'tag': '031b35eb-3eef-4f87-9b34-0ee798bb2b47', 'status': 'completed', 'code': 200} Apr 04 06:16:34.272709 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330dc66-d9a7-49e4-9410-997630e5cdf9 req-b5007c6b-9e7f-456f-bee1-6313f71be35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:34.274263 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2330dc66-d9a7-49e4-9410-997630e5cdf9 req-b5007c6b-9e7f-456f-bee1-6313f71be35d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f97d1852193346c6916d9747f0c3b84f&device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 1129 time: 0.0472093 Apr 04 06:16:34.378175 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330dc66-d9a7-49e4-9410-997630e5cdf9 req-8eb2e881-ba10-480f-8332-aa689410d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:34.379569 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2330dc66-d9a7-49e4-9410-997630e5cdf9 req-8eb2e881-ba10-480f-8332-aa689410d57a service neutron] 10.222.0.37 "GET /v2.0/networks?id=26e2fb68-805f-433f-ae13-ccc07aa47348 HTTP/1.1" status: 200 len: 920 time: 0.0974538 Apr 04 06:16:34.454693 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2330dc66-d9a7-49e4-9410-997630e5cdf9 req-c027c3c4-398a-4b61-8dc4-a549e155cf23 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=031b35eb-3eef-4f87-9b34-0ee798bb2b47 HTTP/1.1" status: 200 len: 1001 time: 0.0675173 Apr 04 06:16:34.511923 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330dc66-d9a7-49e4-9410-997630e5cdf9 req-79f2c895-417f-4a17-a543-5ac82309d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:34.513424 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2330dc66-d9a7-49e4-9410-997630e5cdf9 req-79f2c895-417f-4a17-a543-5ac82309d23a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bb9207-6ade-4d75-844a-3661ead84b19 HTTP/1.1" status: 200 len: 858 time: 0.0519867 Apr 04 06:16:34.575305 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330dc66-d9a7-49e4-9410-997630e5cdf9 req-823cdd4d-336f-4dfe-b043-e80d8dfc5028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:34.576764 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2330dc66-d9a7-49e4-9410-997630e5cdf9 req-823cdd4d-336f-4dfe-b043-e80d8dfc5028 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26e2fb68-805f-433f-ae13-ccc07aa47348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487194 Apr 04 06:16:34.676231 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2330dc66-d9a7-49e4-9410-997630e5cdf9 req-c1eb8b03-bc37-4201-8d19-9d5c95c424a4 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910611 Apr 04 06:16:34.774707 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2330dc66-d9a7-49e4-9410-997630e5cdf9 req-1dc68f17-dd3c-486c-a2ec-1433f8772370 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923276 Apr 04 06:16:35.040616 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af48c1-2b51-42bb-b488-eae74eec5cfd req-d81f1700-739d-4a77-8adf-0aeb2fd34827 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:35.042106 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b8af48c1-2b51-42bb-b488-eae74eec5cfd req-d81f1700-739d-4a77-8adf-0aeb2fd34827 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0634344 Apr 04 06:16:35.091797 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b8af48c1-2b51-42bb-b488-eae74eec5cfd req-be24bcad-b2c5-44a2-b084-51b012af904b tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427177 Apr 04 06:16:36.247416 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed112a-8abe-465b-9347-165f7d665a4c req-a5891d0e-479e-490f-a784-0e199765a88d tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:36.249079 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f8ed112a-8abe-465b-9347-165f7d665a4c req-a5891d0e-479e-490f-a784-0e199765a88d tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0645900 Apr 04 06:16:36.299186 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f8ed112a-8abe-465b-9347-165f7d665a4c req-414899b8-82c7-47a6-bebd-ff95c1935b6b tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413291 Apr 04 06:16:37.437685 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ab9e2-8c7e-4c62-8156-3e67ad80213b req-8725662d-2f18-4da8-aacb-7450d45d3d93 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:37.439162 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6b6ab9e2-8c7e-4c62-8156-3e67ad80213b req-8725662d-2f18-4da8-aacb-7450d45d3d93 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0543902 Apr 04 06:16:37.487063 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6b6ab9e2-8c7e-4c62-8156-3e67ad80213b req-b34f72ec-6fbe-4ff8-b1c4-cb30e1de18e3 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420883 Apr 04 06:16:38.626724 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253e13c-621f-4a77-870e-a37256e1218f req-58d296f3-e92f-43ac-a2be-c7b3e1b9fcec tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:38.628189 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9253e13c-621f-4a77-870e-a37256e1218f req-58d296f3-e92f-43ac-a2be-c7b3e1b9fcec tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0650673 Apr 04 06:16:38.680919 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9253e13c-621f-4a77-870e-a37256e1218f req-55e86db9-65bf-40f3-a784-946e25c6b94d tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466287 Apr 04 06:16:39.818587 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61b5e3-77f9-4e4a-9a12-2dcb9eaa8c8e req-b09e8f1f-45e8-4a56-832f-d0031eaf64b4 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:39.820049 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ba61b5e3-77f9-4e4a-9a12-2dcb9eaa8c8e req-b09e8f1f-45e8-4a56-832f-d0031eaf64b4 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0610895 Apr 04 06:16:39.874097 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ba61b5e3-77f9-4e4a-9a12-2dcb9eaa8c8e req-48dd0567-e126-4f63-b7eb-09f0b6fccf9b tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484195 Apr 04 06:16:40.999463 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65704a95-a937-4011-aa94-4e2e33b3cfc8 req-b3d21a04-28c1-4f73-8ad4-c3a993f7a295 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:41.001215 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-65704a95-a937-4011-aa94-4e2e33b3cfc8 req-b3d21a04-28c1-4f73-8ad4-c3a993f7a295 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0570140 Apr 04 06:16:41.049273 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-65704a95-a937-4011-aa94-4e2e33b3cfc8 req-2d3cc7e7-aca7-43ea-949b-476529d2ccb3 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421808 Apr 04 06:16:42.193411 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301318c1-d4d9-4682-ac6d-01bfbd28e55d req-afb2aa99-45ca-40f6-ad30-ce2481007297 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:42.194843 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-301318c1-d4d9-4682-ac6d-01bfbd28e55d req-afb2aa99-45ca-40f6-ad30-ce2481007297 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0682116 Apr 04 06:16:42.251058 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-301318c1-d4d9-4682-ac6d-01bfbd28e55d req-c9c694b4-3d9b-40cb-8511-7bec08f4e145 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477314 Apr 04 06:16:43.386009 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2a63c-40d0-4841-8324-cf0cb2a41233 req-ee94a689-5fb4-4584-bbb5-eafc0a6881ec tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:43.387483 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-79f2a63c-40d0-4841-8324-cf0cb2a41233 req-ee94a689-5fb4-4584-bbb5-eafc0a6881ec tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0577211 Apr 04 06:16:43.436379 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-79f2a63c-40d0-4841-8324-cf0cb2a41233 req-a7601f70-8d6d-43a7-ba88-21119ec811e7 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408275 Apr 04 06:16:44.569759 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be00fa-beda-44e7-9004-c719b78af296 req-4c8f1a6e-6b52-4195-a465-02423e5ecc33 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:44.571211 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a4be00fa-beda-44e7-9004-c719b78af296 req-4c8f1a6e-6b52-4195-a465-02423e5ecc33 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0613620 Apr 04 06:16:44.620678 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a4be00fa-beda-44e7-9004-c719b78af296 req-34846c2c-fd3e-4953-a58c-29dde9d92864 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412598 Apr 04 06:16:45.766203 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11227da2-ed1a-4b7d-b3c4-558fb29eb603 req-e36c3812-cfd7-4f69-b3cf-19adbac81da9 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:45.767882 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-11227da2-ed1a-4b7d-b3c4-558fb29eb603 req-e36c3812-cfd7-4f69-b3cf-19adbac81da9 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0597625 Apr 04 06:16:45.826292 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-11227da2-ed1a-4b7d-b3c4-558fb29eb603 req-2b3d2ff3-8ad0-4fd0-a238-b28f7b687de7 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524573 Apr 04 06:16:46.602414 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:16:46.959318 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1496c8-8466-4008-9638-f2c6ce789475 req-db7f635c-3866-4395-802e-b46e71cf9ae4 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:46.960776 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0b1496c8-8466-4008-9638-f2c6ce789475 req-db7f635c-3866-4395-802e-b46e71cf9ae4 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0648563 Apr 04 06:16:47.011093 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0b1496c8-8466-4008-9638-f2c6ce789475 req-06dc8d77-5320-494a-af95-e435cf24929a tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445657 Apr 04 06:16:48.142637 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b741e-4a5c-4a61-9844-343a65a2157c req-87da930f-7ecf-4f02-8a17-91ba8d619f1c tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:48.143991 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fd0b741e-4a5c-4a61-9844-343a65a2157c req-87da930f-7ecf-4f02-8a17-91ba8d619f1c tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0537767 Apr 04 06:16:48.193614 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fd0b741e-4a5c-4a61-9844-343a65a2157c req-257ee0aa-ec9f-4995-8d1c-9e51171316b8 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414238 Apr 04 06:16:49.334684 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2505f-9989-49e3-ad3b-834530931837 req-87a6ff16-bfe5-4349-b56e-70ffb0429cbe tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:49.336148 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ced2505f-9989-49e3-ad3b-834530931837 req-87a6ff16-bfe5-4349-b56e-70ffb0429cbe tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0636926 Apr 04 06:16:49.395645 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ced2505f-9989-49e3-ad3b-834530931837 req-b3e67b38-da03-4205-94da-4e7283de7ba0 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537622 Apr 04 06:16:50.537963 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95267cce-6e02-4549-803d-258092dd1dc2 req-15081e5f-5aed-415f-942e-33f2b6c3ec5a tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:50.539414 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-95267cce-6e02-4549-803d-258092dd1dc2 req-15081e5f-5aed-415f-942e-33f2b6c3ec5a tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0579515 Apr 04 06:16:50.594347 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-95267cce-6e02-4549-803d-258092dd1dc2 req-f87d17ee-1eb5-46c9-95d4-c96959301f58 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464115 Apr 04 06:16:51.755917 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30275a1-296c-4cc6-b33b-4b7bcf29be2f req-902f62d8-7a57-4e37-beb8-3a5bb0ff8bd2 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:51.757432 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b30275a1-296c-4cc6-b33b-4b7bcf29be2f req-902f62d8-7a57-4e37-beb8-3a5bb0ff8bd2 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0725172 Apr 04 06:16:51.811664 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b30275a1-296c-4cc6-b33b-4b7bcf29be2f req-971cd9e8-7b1d-4e9d-8753-ea0ca0d27e26 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454667 Apr 04 06:16:52.940149 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdd2b6-1ae7-4c1c-9545-0e13b093fe40 req-2db11403-668c-41cc-8090-c1eaba43eed4 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:52.941642 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-48cdd2b6-1ae7-4c1c-9545-0e13b093fe40 req-2db11403-668c-41cc-8090-c1eaba43eed4 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0570996 Apr 04 06:16:52.993749 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-48cdd2b6-1ae7-4c1c-9545-0e13b093fe40 req-a466bb56-26ba-4216-ab8e-a2867cb0fc04 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439935 Apr 04 06:16:53.207057 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa419e70-6901-484d-b207-1618aca877c5 req-0e5c94c2-324e-46c9-84fa-2197e7efbfe1 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:53.208789 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-aa419e70-6901-484d-b207-1618aca877c5 req-0e5c94c2-324e-46c9-84fa-2197e7efbfe1 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0562572 Apr 04 06:16:53.282716 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-aa419e70-6901-484d-b207-1618aca877c5 req-9dbb87dd-2808-4936-be4a-b55a86096ac6 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674376 Apr 04 06:16:53.291029 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b7f04-a9f2-4e97-9ed9-625bfb9da18e req-6005186b-6f71-4886-a060-681ab7165cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:53.292465 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5a4b7f04-a9f2-4e97-9ed9-625bfb9da18e req-6005186b-6f71-4886-a060-681ab7165cdf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3bf2aa8f9fc74712aac7ec691de75582&device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 1129 time: 0.0713649 Apr 04 06:16:53.642548 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b7f04-a9f2-4e97-9ed9-625bfb9da18e req-e33007a6-a2b8-4bda-b099-92fdf9bb5631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:53.644039 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5a4b7f04-a9f2-4e97-9ed9-625bfb9da18e req-e33007a6-a2b8-4bda-b099-92fdf9bb5631 service neutron] 10.222.0.37 "GET /v2.0/networks?id=346304e3-defa-40dc-a5ad-7a093dfc23b7 HTTP/1.1" status: 200 len: 911 time: 0.3443370 Apr 04 06:16:53.708177 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5a4b7f04-a9f2-4e97-9ed9-625bfb9da18e req-0b0b2974-2ca3-4cc0-b90d-5db42ba56523 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=241b8638-fb78-4f69-b79f-997a9d0d3411 HTTP/1.1" status: 200 len: 1000 time: 0.0569401 Apr 04 06:16:53.762043 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b7f04-a9f2-4e97-9ed9-625bfb9da18e req-768cbb5d-d967-4701-b024-34269b31b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:53.763431 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5a4b7f04-a9f2-4e97-9ed9-625bfb9da18e req-768cbb5d-d967-4701-b024-34269b31b1f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=389db79c-3d35-45ec-be77-a745fbe4b317 HTTP/1.1" status: 200 len: 849 time: 0.0476196 Apr 04 06:16:53.819553 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b7f04-a9f2-4e97-9ed9-625bfb9da18e req-037ed8ac-eeda-49b6-886b-aa8c4810f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:53.821101 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5a4b7f04-a9f2-4e97-9ed9-625bfb9da18e req-037ed8ac-eeda-49b6-886b-aa8c4810f7cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=346304e3-defa-40dc-a5ad-7a093dfc23b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498581 Apr 04 06:16:53.913365 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5a4b7f04-a9f2-4e97-9ed9-625bfb9da18e req-18d83bf6-36d4-4e95-abd2-d18d51aae8b7 service neutron] 10.222.0.37 "GET /v2.0/networks/346304e3-defa-40dc-a5ad-7a093dfc23b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830743 Apr 04 06:16:54.007705 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5a4b7f04-a9f2-4e97-9ed9-625bfb9da18e req-4ec7ca4b-3701-4d45-9f4f-0e4876a0f55d service neutron] 10.222.0.37 "GET /v2.0/networks/346304e3-defa-40dc-a5ad-7a093dfc23b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858369 Apr 04 06:16:54.418004 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d2481-9f8f-449d-b9f3-6311b347ec23 req-e8112876-8cef-4ac5-8b8c-27c4ee1e8062 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:54.419498 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d19d2481-9f8f-449d-b9f3-6311b347ec23 req-e8112876-8cef-4ac5-8b8c-27c4ee1e8062 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0580878 Apr 04 06:16:54.469499 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d19d2481-9f8f-449d-b9f3-6311b347ec23 req-7225e072-7ab0-4768-a439-3cf60a651894 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415537 Apr 04 06:16:55.621169 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef1b01-f846-4cc8-beeb-6dd5c49da07f req-736659a4-3665-4d8b-a777-6c2c1ecd337f tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:16:55.622622 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64ef1b01-f846-4cc8-beeb-6dd5c49da07f req-736659a4-3665-4d8b-a777-6c2c1ecd337f tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0711923 Apr 04 06:16:55.672615 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64ef1b01-f846-4cc8-beeb-6dd5c49da07f req-bc51164f-f0b3-4c8f-8ea4-c4ecd0e61e60 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441804 Apr 04 06:16:56.150068 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-325878a5-0ddc-4338-8e99-c8ccf96340cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:58.326359 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-70f81aef-eb32-4e35-97c5-c65401a06095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:16:59.540812 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:00.640175 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:02.333529 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:04.084421 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:04.391171 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c67418-2e45-4ae7-8e1a-670d84a814cb req-d3444230-984b-4a43-b9e3-78834f96fbdf tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:04.392646 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b2c67418-2e45-4ae7-8e1a-670d84a814cb req-d3444230-984b-4a43-b9e3-78834f96fbdf tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0562108 Apr 04 06:17:04.443405 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b2c67418-2e45-4ae7-8e1a-670d84a814cb req-b909289d-e85f-4f5e-bec2-c7765e19a108 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428469 Apr 04 06:17:05.577669 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc3189-a10a-417c-8bd3-0e2397ef8bc9 req-e83e6275-b9ef-42f4-9aef-c15bbd638c2b tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:05.579146 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-67fc3189-a10a-417c-8bd3-0e2397ef8bc9 req-e83e6275-b9ef-42f4-9aef-c15bbd638c2b tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0552962 Apr 04 06:17:05.632733 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-67fc3189-a10a-417c-8bd3-0e2397ef8bc9 req-41650bdc-ad96-462f-a9e8-8675f9df081c tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478806 Apr 04 06:17:06.777050 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd0e70-7a65-4735-bfc1-7dda3b67e8b4 req-17b425a3-bff0-4c72-a442-13575e23da2a tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:06.778526 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7ccd0e70-7a65-4735-bfc1-7dda3b67e8b4 req-17b425a3-bff0-4c72-a442-13575e23da2a tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0629888 Apr 04 06:17:06.828920 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7ccd0e70-7a65-4735-bfc1-7dda3b67e8b4 req-51225951-bf53-4887-a239-2d65b1e89fbe tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447733 Apr 04 06:17:07.955772 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75be7a2-674e-4c73-be0e-da33f7595293 req-29529355-b66e-4ef2-811b-713df12c4df2 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:07.957262 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e75be7a2-674e-4c73-be0e-da33f7595293 req-29529355-b66e-4ef2-811b-713df12c4df2 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0588720 Apr 04 06:17:08.016548 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e75be7a2-674e-4c73-be0e-da33f7595293 req-92ac8d9e-bb5d-479f-89b2-3f13d374b8a0 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502191 Apr 04 06:17:09.169585 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c02234-b531-4205-abd5-ab8816886b17 req-77747faa-be93-4868-a5cf-50b44342fb22 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:09.171009 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e2c02234-b531-4205-abd5-ab8816886b17 req-77747faa-be93-4868-a5cf-50b44342fb22 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0713732 Apr 04 06:17:09.224224 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e2c02234-b531-4205-abd5-ab8816886b17 req-73cd5fc0-8c6b-466e-828d-a9738c3b879f tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450277 Apr 04 06:17:10.359830 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddf306-7e0d-4b6c-b5e0-7feef1309680 req-9c6c248d-a1ef-4ed5-b059-70779aadd94a tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:10.361340 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a1ddf306-7e0d-4b6c-b5e0-7feef1309680 req-9c6c248d-a1ef-4ed5-b059-70779aadd94a tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0564065 Apr 04 06:17:10.412053 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a1ddf306-7e0d-4b6c-b5e0-7feef1309680 req-6962cc8f-a4ab-444c-983c-71f3c01dac2b tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448723 Apr 04 06:17:10.991921 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1aeb17c8-6ea3-4592-8033-9eb94f7b2366 req-b87beaf3-2093-4c19-bebd-34fc60223d85 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467637 Apr 04 06:17:11.106896 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb17c8-6ea3-4592-8033-9eb94f7b2366 req-923f5ba0-b2fc-4b56-8474-607ca8e44c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:11.108282 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1aeb17c8-6ea3-4592-8033-9eb94f7b2366 req-923f5ba0-b2fc-4b56-8474-607ca8e44c1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f97d1852193346c6916d9747f0c3b84f&device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 1130 time: 0.0529113 Apr 04 06:17:11.223111 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb17c8-6ea3-4592-8033-9eb94f7b2366 req-89d51646-1f93-483f-92bd-e9642ecb1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:11.224587 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1aeb17c8-6ea3-4592-8033-9eb94f7b2366 req-89d51646-1f93-483f-92bd-e9642ecb1d12 service neutron] 10.222.0.37 "GET /v2.0/networks?id=26e2fb68-805f-433f-ae13-ccc07aa47348 HTTP/1.1" status: 200 len: 920 time: 0.0968230 Apr 04 06:17:11.271935 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1aeb17c8-6ea3-4592-8033-9eb94f7b2366 req-63cbbade-e45b-4129-b508-928bc082e652 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e489c0f-da2a-4d87-8c10-4442c8b1e207 HTTP/1.1" status: 200 len: 217 time: 0.0386240 Apr 04 06:17:11.325171 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb17c8-6ea3-4592-8033-9eb94f7b2366 req-969c08a7-5737-4688-a546-f6c302ee3a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:11.326606 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1aeb17c8-6ea3-4592-8033-9eb94f7b2366 req-969c08a7-5737-4688-a546-f6c302ee3a89 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d3bb9207-6ade-4d75-844a-3661ead84b19 HTTP/1.1" status: 200 len: 858 time: 0.0440376 Apr 04 06:17:11.377820 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb17c8-6ea3-4592-8033-9eb94f7b2366 req-f69bcd35-4b21-4b5b-894c-709a415bfb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:11.379263 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1aeb17c8-6ea3-4592-8033-9eb94f7b2366 req-f69bcd35-4b21-4b5b-894c-709a415bfb05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26e2fb68-805f-433f-ae13-ccc07aa47348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458059 Apr 04 06:17:11.474305 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1aeb17c8-6ea3-4592-8033-9eb94f7b2366 req-bb7fb85d-4156-47e8-88ba-6fa7555cff4a service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864782 Apr 04 06:17:11.604470 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03ed8d-432b-4b9b-b859-51a05ba23974 req-11351eb1-ee10-42b1-9ac1-d1a0391b693c tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:11.605963 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1f03ed8d-432b-4b9b-b859-51a05ba23974 req-11351eb1-ee10-42b1-9ac1-d1a0391b693c tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.1167274 Apr 04 06:17:11.607946 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1aeb17c8-6ea3-4592-8033-9eb94f7b2366 req-1c90e9cb-93ee-471d-b3ac-480a8d650884 service neutron] 10.222.0.37 "GET /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261129 Apr 04 06:17:11.655335 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1f03ed8d-432b-4b9b-b859-51a05ba23974 req-0c5df42b-e92a-48b0-b641-b8cfc9f35758 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435567 Apr 04 06:17:12.792245 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebab72c-db81-4ddb-9d0a-2cee311422e1 req-1aebc63a-cf0e-45d0-9827-37a60a35793d tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:12.793740 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eebab72c-db81-4ddb-9d0a-2cee311422e1 req-1aebc63a-cf0e-45d0-9827-37a60a35793d tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0583827 Apr 04 06:17:12.845391 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eebab72c-db81-4ddb-9d0a-2cee311422e1 req-ed5bf0da-c087-49a9-842e-7ed4977e7c1d tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431073 Apr 04 06:17:13.974762 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b94bf6f-f2f7-42d1-b5ac-c7229744aa9b req-0bfb9aed-526d-4c88-a007-f43646cbfed5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:13.976227 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3b94bf6f-f2f7-42d1-b5ac-c7229744aa9b req-0bfb9aed-526d-4c88-a007-f43646cbfed5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0546255 Apr 04 06:17:14.028561 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3b94bf6f-f2f7-42d1-b5ac-c7229744aa9b req-f1360215-8146-4574-a986-8c03d0b7c37c tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465360 Apr 04 06:17:14.568725 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd90cc5-1d51-4825-b4ff-1e7cbf608838 req-92d08fa7-f517-4ca9-94c3-cf63c7347811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:14.570280 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4bd90cc5-1d51-4825-b4ff-1e7cbf608838 req-92d08fa7-f517-4ca9-94c3-cf63c7347811 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aae5cb5d2cd4798b2d627299a7ccbc1&device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 1129 time: 0.0507443 Apr 04 06:17:14.661679 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd90cc5-1d51-4825-b4ff-1e7cbf608838 req-3f3f0dbb-b013-44e5-8bc7-a566d0e77d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:14.663148 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4bd90cc5-1d51-4825-b4ff-1e7cbf608838 req-3f3f0dbb-b013-44e5-8bc7-a566d0e77d2a service neutron] 10.222.0.37 "GET /v2.0/networks?id=0cf906fd-1e53-4523-b34c-895b3ef87f34 HTTP/1.1" status: 200 len: 909 time: 0.0855939 Apr 04 06:17:14.741249 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4bd90cc5-1d51-4825-b4ff-1e7cbf608838 req-8dd0a159-82a6-4702-aa1d-555b86af8361 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fa1b34e-19ad-458e-a643-11feaaf36b85 HTTP/1.1" status: 200 len: 1000 time: 0.0644660 Apr 04 06:17:14.795652 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd90cc5-1d51-4825-b4ff-1e7cbf608838 req-e473d664-a545-4fa8-b858-a7aace41d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:14.797153 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4bd90cc5-1d51-4825-b4ff-1e7cbf608838 req-e473d664-a545-4fa8-b858-a7aace41d77b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a480b576-ae06-41c3-9207-91443ef79063 HTTP/1.1" status: 200 len: 847 time: 0.0477581 Apr 04 06:17:14.854985 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd90cc5-1d51-4825-b4ff-1e7cbf608838 req-1c32fcec-c4f4-47cf-8a72-4e0385b1169d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:14.856595 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4bd90cc5-1d51-4825-b4ff-1e7cbf608838 req-1c32fcec-c4f4-47cf-8a72-4e0385b1169d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cf906fd-1e53-4523-b34c-895b3ef87f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528028 Apr 04 06:17:14.961248 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4bd90cc5-1d51-4825-b4ff-1e7cbf608838 req-ec12bb0d-3810-4882-9af1-4324dfaa82be service neutron] 10.222.0.37 "GET /v2.0/networks/0cf906fd-1e53-4523-b34c-895b3ef87f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923569 Apr 04 06:17:15.054166 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4bd90cc5-1d51-4825-b4ff-1e7cbf608838 req-9a5c573e-81cf-4ddc-b6fa-b85b6aaa6b0b service neutron] 10.222.0.37 "GET /v2.0/networks/0cf906fd-1e53-4523-b34c-895b3ef87f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861278 Apr 04 06:17:15.154205 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea9b1b-db88-4ffb-a097-a16b46dcbfda req-60d91975-45e8-4b1b-a859-5409a7487be7 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:15.155689 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f6ea9b1b-db88-4ffb-a097-a16b46dcbfda req-60d91975-45e8-4b1b-a859-5409a7487be7 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0566874 Apr 04 06:17:15.215522 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f6ea9b1b-db88-4ffb-a097-a16b46dcbfda req-21294234-2a8b-438c-b92a-2e02491ca9b4 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540261 Apr 04 06:17:16.197594 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13edf3f-980a-453f-aac1-3f0705f8e7ec req-2c4ce0e8-e90c-404e-9ea3-3fc69d270902 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:16.199062 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b13edf3f-980a-453f-aac1-3f0705f8e7ec req-2c4ce0e8-e90c-404e-9ea3-3fc69d270902 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 947 time: 0.0540395 Apr 04 06:17:16.245831 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b13edf3f-980a-453f-aac1-3f0705f8e7ec req-650b3fc6-ae12-4124-aada-ad7b60d3ccf5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411732 Apr 04 06:17:16.358259 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6dde0-4ef2-475d-b6da-e8e354804fb0 req-fed3a82c-42b3-47e4-acf8-b4775667153d tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:16.359722 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2ff6dde0-4ef2-475d-b6da-e8e354804fb0 req-fed3a82c-42b3-47e4-acf8-b4775667153d tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0561626 Apr 04 06:17:16.417603 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2ff6dde0-4ef2-475d-b6da-e8e354804fb0 req-e530645a-2884-4371-bc9d-6bc9b08f9243 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522592 Apr 04 06:17:17.390644 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee98bd8-a10c-41ec-b84f-ba1f11ca10d8 req-53160539-549f-48e9-ba19-72e9da8a7ed3 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:17.392012 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5ee98bd8-a10c-41ec-b84f-ba1f11ca10d8 req-53160539-549f-48e9-ba19-72e9da8a7ed3 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 947 time: 0.0594540 Apr 04 06:17:17.438582 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5ee98bd8-a10c-41ec-b84f-ba1f11ca10d8 req-6cdd03dd-f87f-4e7e-8856-9e02a1668d12 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408986 Apr 04 06:17:17.549523 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74a295-bbb2-46ec-b534-380a02eccdd0 req-cd1f07d9-c474-4a35-9b43-07a18db10ce1 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:17.551104 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8c74a295-bbb2-46ec-b534-380a02eccdd0 req-cd1f07d9-c474-4a35-9b43-07a18db10ce1 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0536752 Apr 04 06:17:17.607657 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8c74a295-bbb2-46ec-b534-380a02eccdd0 req-731b0986-5614-490f-8833-3e5e5931c62c tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463691 Apr 04 06:17:17.726627 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [req-8277fb22-cd61-44bf-acdc-cc40d79fdf80 req-aba76f03-6c11-41f7-b1f6-a29389e4adc2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103480) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 06:17:17.727645 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8277fb22-cd61-44bf-acdc-cc40d79fdf80 req-aba76f03-6c11-41f7-b1f6-a29389e4adc2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0535812 Apr 04 06:17:17.914508 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64f069a5-637b-4773-9f9c-c022ad901ba7 req-7c6dee04-143e-4131-a70a-926a611a2ff0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0823731 Apr 04 06:17:17.926587 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082b2d0-9189-4978-a31f-88aee5a4fafe req-2c9f0eda-c18a-403f-8f1f-deb05db45486 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:17.927981 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6082b2d0-9189-4978-a31f-88aee5a4fafe req-2c9f0eda-c18a-403f-8f1f-deb05db45486 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0650721 Apr 04 06:17:17.979373 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6082b2d0-9189-4978-a31f-88aee5a4fafe req-8eac0b7d-99d9-4e80-b25f-f5050e4f7fe6 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446322 Apr 04 06:17:17.992683 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f069a5-637b-4773-9f9c-c022ad901ba7 req-9bf3f248-a7e3-47fd-93c7-8926d0f016d3 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:17.994641 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-64f069a5-637b-4773-9f9c-c022ad901ba7 req-9bf3f248-a7e3-47fd-93c7-8926d0f016d3 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports/2fa1b34e-19ad-458e-a643-11feaaf36b85 HTTP/1.1" status: 200 len: 942 time: 0.0513768 Apr 04 06:17:18.144891 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f4f58-09d7-4d17-86c5-5223e2a2f8cd req-25da7987-4de0-4c15-a61d-6b1078fb1696 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:18.146511 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fe7f4f58-09d7-4d17-86c5-5223e2a2f8cd req-25da7987-4de0-4c15-a61d-6b1078fb1696 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.37 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 947 time: 0.0537903 Apr 04 06:17:18.249068 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-fe7f4f58-09d7-4d17-86c5-5223e2a2f8cd req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Deleting port 1586b070-d9d3-4269-a097-fdf560b96ec5 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:17:18.249410 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-fe7f4f58-09d7-4d17-86c5-5223e2a2f8cd req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:18.347630 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-fe7f4f58-09d7-4d17-86c5-5223e2a2f8cd req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] For port 1586b070-d9d3-4269-a097-fdf560b96ec5, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=1586b070-d9d3-4269-a097-fdf560b96ec5,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:17:18.347986 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-fe7f4f58-09d7-4d17-86c5-5223e2a2f8cd req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:18.603653 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-fe7f4f58-09d7-4d17-86c5-5223e2a2f8cd req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:18.604514 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-fe7f4f58-09d7-4d17-86c5-5223e2a2f8cd req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (dc2ee913-f9b1-405d-83a2-259e0c7937ae), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:18.604514 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.l3_db [req-fe7f4f58-09d7-4d17-86c5-5223e2a2f8cd req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Floating IP dc2ee913-f9b1-405d-83a2-259e0c7937ae disassociated. External IP: 172.27.2.148, port: 1586b070-d9d3-4269-a097-fdf560b96ec5. Apr 04 06:17:18.604848 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-fe7f4f58-09d7-4d17-86c5-5223e2a2f8cd req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Calling delete_port for 1586b070-d9d3-4269-a097-fdf560b96ec5 owned by compute:nova {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:17:18.626500 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690966bc-95eb-438a-bd2c-184331f37512 req-ad0a13f3-4472-46f5-b3f1-de929fb5bff5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:18.627974 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-690966bc-95eb-438a-bd2c-184331f37512 req-ad0a13f3-4472-46f5-b3f1-de929fb5bff5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=87721069-f607-480c-81cc-d67e51382c6f HTTP/1.1" status: 200 len: 947 time: 0.1093156 Apr 04 06:17:18.728382 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-690966bc-95eb-438a-bd2c-184331f37512 req-05de4cf3-2ca4-4a98-9934-dd436fa601e2 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=372ce9ce-ae26-4c53-bd9e-0445a588fdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682979 Apr 04 06:17:18.790879 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-fe7f4f58-09d7-4d17-86c5-5223e2a2f8cd req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (1586b070-d9d3-4269-a097-fdf560b96ec5), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:18.823456 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Pushing event deleted for resources: {'Port': ['ID=1586b070-d9d3-4269-a097-fdf560b96ec5,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:18.834570 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:18.835020 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:18.835244 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:18.835575 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:18.835898 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:18.836222 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:18.836547 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:18.836880 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:18.837298 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:18.837525 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:18.837847 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:18.838164 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:18.838482 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:18.838802 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:18.839150 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:18.954739 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe7f4f58-09d7-4d17-86c5-5223e2a2f8cd req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Router c50a0250-9d50-4d17-ba09-f8c4c5b3945d has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:17:19.100444 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe7f4f58-09d7-4d17-86c5-5223e2a2f8cd req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:17:19.113433 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168a7707-6059-4f79-96b7-268cd63746ae None None] Sync routers for ids ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:17:19.123411 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168a7707-6059-4f79-96b7-268cd63746ae None None] Routers {'c50a0250-9d50-4d17-ba09-f8c4c5b3945d'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:17:19.124023 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-168a7707-6059-4f79-96b7-268cd63746ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:16:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:17:19.148222 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7f4f58-09d7-4d17-86c5-5223e2a2f8cd req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] No DVR routers for this DVR port 1586b070-d9d3-4269-a097-fdf560b96ec5 on host hv-cinder-83444 {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:17:19.151127 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-fe7f4f58-09d7-4d17-86c5-5223e2a2f8cd req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:19.154814 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fe7f4f58-09d7-4d17-86c5-5223e2a2f8cd req-299c68f4-e542-400d-a0f5-1d30b44b50d1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.37 "DELETE /v2.0/ports/1586b070-d9d3-4269-a097-fdf560b96ec5 HTTP/1.1" status: 204 len: 173 time: 1.0028443 Apr 04 06:17:19.155377 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87721069-f607-480c-81cc-d67e51382c6f', 'name': 'network-vif-deleted', 'tag': '1586b070-d9d3-4269-a097-fdf560b96ec5'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:17:19.157688 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b19fffd-49ae-4276-8121-1866c1870ff4" -d '{"events": [{"server_uuid": "87721069-f607-480c-81cc-d67e51382c6f", "name": "network-vif-deleted", "tag": "1586b070-d9d3-4269-a097-fdf560b96ec5"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:17:19.167891 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65323f-2497-42c6-9e6a-52153dc52a91 req-b3cde232-49c2-4abb-b2a3-be46495ccde9 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:19.169444 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fb65323f-2497-42c6-9e6a-52153dc52a91 req-b3cde232-49c2-4abb-b2a3-be46495ccde9 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.1161065 Apr 04 06:17:19.211410 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a55969e-6a18-47dd-9276-0e03d28d383b x-openstack-request-id: req-1a55969e-6a18-47dd-9276-0e03d28d383b {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:17:19.211703 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87721069-f607-480c-81cc-d67e51382c6f", "name": "network-vif-deleted", "tag": "1586b070-d9d3-4269-a097-fdf560b96ec5", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:17:19.211968 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a55969e-6a18-47dd-9276-0e03d28d383b {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:17:19.212448 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a55969e-6a18-47dd-9276-0e03d28d383b'] response: {'server_uuid': '87721069-f607-480c-81cc-d67e51382c6f', 'name': 'network-vif-deleted', 'tag': '1586b070-d9d3-4269-a097-fdf560b96ec5', 'status': 'completed', 'code': 200} Apr 04 06:17:19.236089 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fb65323f-2497-42c6-9e6a-52153dc52a91 req-d1491c00-5bbd-40ac-b824-bb41283dd924 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589392 Apr 04 06:17:19.253392 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-168a7707-6059-4f79-96b7-268cd63746ae None None] Set router c50a0250-9d50-4d17-ba09-f8c4c5b3945d gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:17:19.357191 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f069a5-637b-4773-9f9c-c022ad901ba7 req-7189c8b3-2673-44da-8216-36c254b32e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:19.358985 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64f069a5-637b-4773-9f9c-c022ad901ba7 req-7189c8b3-2673-44da-8216-36c254b32e0e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3&tenant_id=8aae5cb5d2cd4798b2d627299a7ccbc1 HTTP/1.1" status: 200 len: 1129 time: 0.0485625 Apr 04 06:17:19.433875 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f069a5-637b-4773-9f9c-c022ad901ba7 req-70633464-9071-4831-99c6-52a8292dcb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:19.435387 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64f069a5-637b-4773-9f9c-c022ad901ba7 req-70633464-9071-4831-99c6-52a8292dcb07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aae5cb5d2cd4798b2d627299a7ccbc1&device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 1129 time: 0.0516076 Apr 04 06:17:19.461209 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-168a7707-6059-4f79-96b7-268cd63746ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'name': 'tempest-AttachVolumeShelveTestJSON-842340705-router', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:01Z', 'updated_at': '2022-04-04T06:10:12Z', 'revision_number': 4, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'gw_port': {'id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'aee8d703-588b-46e9-9c51-267dc1d7333e', 'name': '', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'mac_address': 'fa:16:3e:54:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:09Z', 'updated_at': '2022-04-04T06:10:24Z', 'revision_number': 5, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'subnets': [{'id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:17:19.490764 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168a7707-6059-4f79-96b7-268cd63746ae None None] Checking router: c50a0250-9d50-4d17-ba09-f8c4c5b3945d for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:17:19.499647 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168a7707-6059-4f79-96b7-268cd63746ae None None] Routers {'c50a0250-9d50-4d17-ba09-f8c4c5b3945d'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:17:19.500333 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-168a7707-6059-4f79-96b7-268cd63746ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:16:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:17:19.533237 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f069a5-637b-4773-9f9c-c022ad901ba7 req-e98198e4-25fe-450f-9e80-0606e9756abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:19.534755 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64f069a5-637b-4773-9f9c-c022ad901ba7 req-e98198e4-25fe-450f-9e80-0606e9756abd service neutron] 10.222.0.37 "GET /v2.0/networks?id=0cf906fd-1e53-4523-b34c-895b3ef87f34 HTTP/1.1" status: 200 len: 909 time: 0.0907168 Apr 04 06:17:19.612655 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-168a7707-6059-4f79-96b7-268cd63746ae None None] Set router c50a0250-9d50-4d17-ba09-f8c4c5b3945d gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:17:19.615154 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64f069a5-637b-4773-9f9c-c022ad901ba7 req-cc4a30f9-e112-4425-9483-7350b7809e86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fa1b34e-19ad-458e-a643-11feaaf36b85 HTTP/1.1" status: 200 len: 1000 time: 0.0662367 Apr 04 06:17:19.674935 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f069a5-637b-4773-9f9c-c022ad901ba7 req-a2632287-d023-4d16-a486-71532fd2d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:19.676420 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64f069a5-637b-4773-9f9c-c022ad901ba7 req-a2632287-d023-4d16-a486-71532fd2d6d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a480b576-ae06-41c3-9207-91443ef79063 HTTP/1.1" status: 200 len: 847 time: 0.0503809 Apr 04 06:17:19.737605 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f069a5-637b-4773-9f9c-c022ad901ba7 req-d894f418-5c9c-4f6d-99f1-7ba8422a56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:19.739155 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64f069a5-637b-4773-9f9c-c022ad901ba7 req-d894f418-5c9c-4f6d-99f1-7ba8422a56c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cf906fd-1e53-4523-b34c-895b3ef87f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556972 Apr 04 06:17:19.853675 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56342) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:17:19.926058 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-46056a53-763f-4c3f-bc11-81b5a807fd9c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group (372ce9ce-ae26-4c53-bd9e-0445a588fdf7), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:19.952804 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-46056a53-763f-4c3f-bc11-81b5a807fd9c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group (372ce9ce-ae26-4c53-bd9e-0445a588fdf7), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:19.967863 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-168a7707-6059-4f79-96b7-268cd63746ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'name': 'tempest-AttachVolumeShelveTestJSON-842340705-router', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:01Z', 'updated_at': '2022-04-04T06:10:12Z', 'revision_number': 4, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'gw_port': {'id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'aee8d703-588b-46e9-9c51-267dc1d7333e', 'name': '', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'mac_address': 'fa:16:3e:54:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:09Z', 'updated_at': '2022-04-04T06:10:24Z', 'revision_number': 5, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'subnets': [{'id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:17:19.999808 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168a7707-6059-4f79-96b7-268cd63746ae None None] The sync data for ids ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'] in dv-cinder-834448-2-iscsi is: [{'id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'name': 'tempest-AttachVolumeShelveTestJSON-842340705-router', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:01Z', 'updated_at': '2022-04-04T06:10:12Z', 'revision_number': 4, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'gw_port': {'id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'aee8d703-588b-46e9-9c51-267dc1d7333e', 'name': '', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'mac_address': 'fa:16:3e:54:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:09Z', 'updated_at': '2022-04-04T06:10:24Z', 'revision_number': 5, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'subnets': [{'id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:17:20.009956 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-46056a53-763f-4c3f-bc11-81b5a807fd9c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (372ce9ce-ae26-4c53-bd9e-0445a588fdf7), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:20.013396 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-46056a53-763f-4c3f-bc11-81b5a807fd9c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:20.017380 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-46056a53-763f-4c3f-bc11-81b5a807fd9c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "DELETE /v2.0/security-groups/372ce9ce-ae26-4c53-bd9e-0445a588fdf7 HTTP/1.1" status: 204 len: 168 time: 0.1625397 Apr 04 06:17:20.018023 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56346) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:17:20.036155 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.api.v2.resource [None req-defb7393-4d9f-4143-9b72-304e871adcfa tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] show failed (client error): The resource could not be found. Apr 04 06:17:20.037585 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-defb7393-4d9f-4143-9b72-304e871adcfa tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups/372ce9ce-ae26-4c53-bd9e-0445a588fdf7 HTTP/1.1" status: 404 len: 347 time: 0.0155442 Apr 04 06:17:20.042562 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56348) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:17:20.050677 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46056a53-763f-4c3f-bc11-81b5a807fd9c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=372ce9ce-ae26-4c53-bd9e-0445a588fdf7,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:20.092731 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46056a53-763f-4c3f-bc11-81b5a807fd9c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.093393 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46056a53-763f-4c3f-bc11-81b5a807fd9c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.093895 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46056a53-763f-4c3f-bc11-81b5a807fd9c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.094410 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46056a53-763f-4c3f-bc11-81b5a807fd9c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.094912 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46056a53-763f-4c3f-bc11-81b5a807fd9c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.095400 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46056a53-763f-4c3f-bc11-81b5a807fd9c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.095914 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46056a53-763f-4c3f-bc11-81b5a807fd9c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.096243 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46056a53-763f-4c3f-bc11-81b5a807fd9c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.096583 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46056a53-763f-4c3f-bc11-81b5a807fd9c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.097181 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46056a53-763f-4c3f-bc11-81b5a807fd9c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.097325 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46056a53-763f-4c3f-bc11-81b5a807fd9c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.097593 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46056a53-763f-4c3f-bc11-81b5a807fd9c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.097921 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46056a53-763f-4c3f-bc11-81b5a807fd9c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.098250 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46056a53-763f-4c3f-bc11-81b5a807fd9c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.098579 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46056a53-763f-4c3f-bc11-81b5a807fd9c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.127680 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64f069a5-637b-4773-9f9c-c022ad901ba7 req-febb437e-183d-489b-aa47-e9366e450482 service neutron] 10.222.0.37 "GET /v2.0/networks/0cf906fd-1e53-4523-b34c-895b3ef87f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802311 Apr 04 06:17:20.206774 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-69bdc22e-7da0-448f-b430-c4fafa10d3c1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Deleting port ca847aa7-c1dc-4a9c-819e-5e1b56621b14 {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:17:20.207124 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-69bdc22e-7da0-448f-b430-c4fafa10d3c1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (ca847aa7-c1dc-4a9c-819e-5e1b56621b14), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:20.227417 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64f069a5-637b-4773-9f9c-c022ad901ba7 req-70876ad9-ed53-4649-986b-2a6428066842 service neutron] 10.222.0.37 "GET /v2.0/networks/0cf906fd-1e53-4523-b34c-895b3ef87f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934985 Apr 04 06:17:20.301420 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-69bdc22e-7da0-448f-b430-c4fafa10d3c1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (ca847aa7-c1dc-4a9c-819e-5e1b56621b14), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:20.302010 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-69bdc22e-7da0-448f-b430-c4fafa10d3c1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for floatingip (ca847aa7-c1dc-4a9c-819e-5e1b56621b14), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:20.309193 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 2fa1b34e-19ad-458e-a643-11feaaf36b85 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:17:20.318011 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-69bdc22e-7da0-448f-b430-c4fafa10d3c1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Calling delete_port for ca847aa7-c1dc-4a9c-819e-5e1b56621b14 owned by network:floatingip {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:17:20.359953 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c8a682-59ca-4cd5-b20a-fb809f327bf2 None None] New status for floating IP dc2ee913-f9b1-405d-83a2-259e0c7937ae: DOWN {{(pid=103482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:17:20.411923 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c571515-37b6-44da-b4ef-74532e2985e5 req-fc6719d3-6395-49ac-b3bf-fb88c9ef0c07 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:20.412483 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 2fa1b34e-19ad-458e-a643-11feaaf36b85 is: ACTIVE; New status is: DOWN {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:17:20.412873 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2fa1b34e-19ad-458e-a643-11feaaf36b85), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:20.413588 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2c571515-37b6-44da-b4ef-74532e2985e5 req-fc6719d3-6395-49ac-b3bf-fb88c9ef0c07 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0913236 Apr 04 06:17:20.439871 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d58c601-f108-44be-bacf-fb85ef05e3f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fa1b34e-19ad-458e-a643-11feaaf36b85'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:17:20.442543 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047ab2b2-b4fa-4e2f-96f0-2c56532a9bf4" -d '{"events": [{"server_uuid": "7d58c601-f108-44be-bacf-fb85ef05e3f3", "name": "network-vif-unplugged", "status": "completed", "tag": "2fa1b34e-19ad-458e-a643-11feaaf36b85"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:17:20.461094 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 2fa1b34e-19ad-458e-a643-11feaaf36b85, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2fa1b34e-19ad-458e-a643-11feaaf36b85,segment=NetworkSegment(566fd8ba-1f86-4d17-aeb5-58d7dd819cb2),segment_id=566fd8ba-1f86-4d17-aeb5-58d7dd819cb2)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:17:20.470938 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (2fa1b34e-19ad-458e-a643-11feaaf36b85), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:20.471681 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 1586b070-d9d3-4269-a097-fdf560b96ec5 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:17:20.517503 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] No Port match for: 1586b070-d9d3-4269-a097-fdf560b96ec5 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:17:20.517849 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 1586b070-d9d3-4269-a097-fdf560b96ec5 not bound to the agent host hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:17:20.531079 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 04 Apr 2022 06:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b51837e-dcb3-4e50-9a12-2a93c8ddc89b x-openstack-request-id: req-4b51837e-dcb3-4e50-9a12-2a93c8ddc89b {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:17:20.531378 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d58c601-f108-44be-bacf-fb85ef05e3f3", "name": "network-vif-unplugged", "status": "completed", "tag": "2fa1b34e-19ad-458e-a643-11feaaf36b85", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:17:20.531635 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b51837e-dcb3-4e50-9a12-2a93c8ddc89b {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:17:20.532039 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b51837e-dcb3-4e50-9a12-2a93c8ddc89b'] response: {'server_uuid': '7d58c601-f108-44be-bacf-fb85ef05e3f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fa1b34e-19ad-458e-a643-11feaaf36b85', 'code': 200} Apr 04 06:17:20.535649 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2c571515-37b6-44da-b4ef-74532e2985e5 req-9d943f03-c6ff-456e-ac97-d01d2291a329 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145682 Apr 04 06:17:20.545940 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=2fa1b34e-19ad-458e-a643-11feaaf36b85,revision_number=6']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:20.553990 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.554339 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.554728 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.555074 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.555563 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.555915 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.556246 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.556613 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.557618 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.557618 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.557904 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.558440 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.559061 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.559479 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.559764 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:17:20.564733 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-69bdc22e-7da0-448f-b430-c4fafa10d3c1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (ca847aa7-c1dc-4a9c-819e-5e1b56621b14), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:20.566439 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.db.api [None req-b9c8a682-59ca-4cd5-b20a-fb809f327bf2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103482) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 06:17:20.566839 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG oslo_db.api [None req-b9c8a682-59ca-4cd5-b20a-fb809f327bf2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 06:17:20.600708 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bdc22e-7da0-448f-b430-c4fafa10d3c1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Pushing event deleted for resources: {'Port': ['ID=ca847aa7-c1dc-4a9c-819e-5e1b56621b14,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:20.657359 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-69bdc22e-7da0-448f-b430-c4fafa10d3c1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for floatingip (dc2ee913-f9b1-405d-83a2-259e0c7937ae), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:20.660166 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-69bdc22e-7da0-448f-b430-c4fafa10d3c1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:20.661489 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-69bdc22e-7da0-448f-b430-c4fafa10d3c1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "DELETE /v2.0/floatingips/dc2ee913-f9b1-405d-83a2-259e0c7937ae HTTP/1.1" status: 204 len: 168 time: 0.6178687 Apr 04 06:17:20.808190 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56356) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:17:20.813078 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-5ac14c53-1586-4bef-b134-e85cedbc106c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2054094816', 'description': 'tempest-description--502158053'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:17:20.835552 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5ac14c53-1586-4bef-b134-e85cedbc106c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:20.904458 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5ac14c53-1586-4bef-b134-e85cedbc106c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group (1621c59a-1d41-4786-954d-e3981d44e371), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:20.908259 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5ac14c53-1586-4bef-b134-e85cedbc106c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (1621c59a-1d41-4786-954d-e3981d44e371), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:20.941071 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5ac14c53-1586-4bef-b134-e85cedbc106c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:20.942572 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-5ac14c53-1586-4bef-b134-e85cedbc106c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1331327 Apr 04 06:17:20.944498 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac14c53-1586-4bef-b134-e85cedbc106c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1621c59a-1d41-4786-954d-e3981d44e371,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:20.945745 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 56358) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:17:20.959255 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-ca7861ac-b328-464c-ba5b-4f25cc41632f tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Request body: {'security_group_rule': {'security_group_id': '1621c59a-1d41-4786-954d-e3981d44e371', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:17:20.986945 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ca7861ac-b328-464c-ba5b-4f25cc41632f tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group_rule (ae54f8d2-b412-4e48-9c04-df13d9ac8ca6), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:21.046223 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ca7861ac-b328-464c-ba5b-4f25cc41632f tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group_rule (ae54f8d2-b412-4e48-9c04-df13d9ac8ca6), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:21.050327 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ca7861ac-b328-464c-ba5b-4f25cc41632f tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (ae54f8d2-b412-4e48-9c04-df13d9ac8ca6), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:21.067646 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7861ac-b328-464c-ba5b-4f25cc41632f tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae54f8d2-b412-4e48-9c04-df13d9ac8ca6,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:21.068522 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c8a682-59ca-4cd5-b20a-fb809f327bf2 None None] New status for floating IP dc2ee913-f9b1-405d-83a2-259e0c7937ae: DOWN {{(pid=103482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:17:21.077628 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ca7861ac-b328-464c-ba5b-4f25cc41632f tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:21.078874 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-ca7861ac-b328-464c-ba5b-4f25cc41632f tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317794 Apr 04 06:17:21.081731 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 56360) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:17:21.086119 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-ec9ff6c2-45ee-4975-b0c8-52c64f7334e6 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Request body: {'security_group_rule': {'security_group_id': '1621c59a-1d41-4786-954d-e3981d44e371', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:17:21.110862 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ec9ff6c2-45ee-4975-b0c8-52c64f7334e6 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group_rule (69529715-ad2d-4439-a47d-079309045869), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:21.168460 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ec9ff6c2-45ee-4975-b0c8-52c64f7334e6 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group_rule (69529715-ad2d-4439-a47d-079309045869), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:21.173190 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ec9ff6c2-45ee-4975-b0c8-52c64f7334e6 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (69529715-ad2d-4439-a47d-079309045869), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:21.193368 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ff6c2-45ee-4975-b0c8-52c64f7334e6 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69529715-ad2d-4439-a47d-079309045869,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:21.201049 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ec9ff6c2-45ee-4975-b0c8-52c64f7334e6 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:21.205702 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-ec9ff6c2-45ee-4975-b0c8-52c64f7334e6 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227036 Apr 04 06:17:21.205926 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56362) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:17:21.210452 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-80c744ca-c766-4c0f-93a2-dd472ca328e1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Request body: {'floatingip': {'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:17:21.232092 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-80c744ca-c766-4c0f-93a2-dd472ca328e1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:21.328402 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-80c744ca-c766-4c0f-93a2-dd472ca328e1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:21.437713 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-80c744ca-c766-4c0f-93a2-dd472ca328e1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Allocated IP 172.27.2.83 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/d9e2bafe-562a-478f-bd26-b67b0f31a507) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:17:21.543635 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-80c744ca-c766-4c0f-93a2-dd472ca328e1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for port (d9e2bafe-562a-478f-bd26-b67b0f31a507), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:21.579488 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-80c744ca-c766-4c0f-93a2-dd472ca328e1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (d9e2bafe-562a-478f-bd26-b67b0f31a507), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:21.622660 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c744ca-c766-4c0f-93a2-dd472ca328e1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:17:21.625528 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-80c744ca-c766-4c0f-93a2-dd472ca328e1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:17:21.629098 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c744ca-c766-4c0f-93a2-dd472ca328e1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:17:21.660523 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c744ca-c766-4c0f-93a2-dd472ca328e1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Pushing event updated for resources: {'Port': ['ID=d9e2bafe-562a-478f-bd26-b67b0f31a507,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:21.670584 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe27118-3b7e-4a08-96d3-6ce62876243f req-78f5b60f-1cb6-4fa2-841d-39022fba8870 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:21.672158 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8fe27118-3b7e-4a08-96d3-6ce62876243f req-78f5b60f-1cb6-4fa2-841d-39022fba8870 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0602372 Apr 04 06:17:21.721620 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-80c744ca-c766-4c0f-93a2-dd472ca328e1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for floatingip (7496a5da-fa7a-4de2-8235-0e5e38db4326), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:21.724206 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8fe27118-3b7e-4a08-96d3-6ce62876243f req-a9538b37-3f0c-402a-aa1b-2387dbddbaf8 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449448 Apr 04 06:17:21.758302 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-80c744ca-c766-4c0f-93a2-dd472ca328e1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (d9e2bafe-562a-478f-bd26-b67b0f31a507), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:21.924617 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-80c744ca-c766-4c0f-93a2-dd472ca328e1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for port (d9e2bafe-562a-478f-bd26-b67b0f31a507), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:21.931917 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-80c744ca-c766-4c0f-93a2-dd472ca328e1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10309999'] for port (d9e2bafe-562a-478f-bd26-b67b0f31a507), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:22.005391 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c744ca-c766-4c0f-93a2-dd472ca328e1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Pushing event updated for resources: {'Port': ['ID=d9e2bafe-562a-478f-bd26-b67b0f31a507,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:22.019251 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-80c744ca-c766-4c0f-93a2-dd472ca328e1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (7496a5da-fa7a-4de2-8235-0e5e38db4326), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:22.036928 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-80c744ca-c766-4c0f-93a2-dd472ca328e1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:22.044943 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-80c744ca-c766-4c0f-93a2-dd472ca328e1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8314953 Apr 04 06:17:22.191045 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-06728965-6c9a-434a-9d08-174f56272f86 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2054094816&fields=id&tenant_id=eb48c2dfec0b435e978641e49934d2c0 HTTP/1.1" status: 200 len: 267 time: 0.0458851 Apr 04 06:17:22.299306 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-70271238-b90d-4572-888a-2751225e31b5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:22.300620 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-70271238-b90d-4572-888a-2751225e31b5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/networks?id=912f530c-0c5f-4821-bf75-3c7641d0619c HTTP/1.1" status: 200 len: 816 time: 0.1030056 Apr 04 06:17:22.321660 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-e3b6178f-88f1-44c1-8e22-000336abf899 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/quotas/eb48c2dfec0b435e978641e49934d2c0 HTTP/1.1" status: 200 len: 375 time: 0.0152428 Apr 04 06:17:22.381900 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-a51f2794-8491-48f8-8c05-5c6b898fc17a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=eb48c2dfec0b435e978641e49934d2c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548310 Apr 04 06:17:22.477591 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-83927420-dcbf-438a-9ac9-027e5a77913d service neutron] 10.222.0.30 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838506 Apr 04 06:17:22.572709 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-5b238a43-d856-492c-ab53-49695fa3e6ce service neutron] 10.222.0.30 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867004 Apr 04 06:17:22.746855 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-35cd5756-e6cd-492e-9909-04f67ec69e0b req-1fbe48a8-c079-407e-b4ca-a6a1e9ac6d32 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 210 time: 0.0342073 Apr 04 06:17:22.882054 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc21c2-ee03-48c5-b5af-e4e6315a7285 req-36b67d2e-2547-48c9-a911-fb3b811bfbb9 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:22.883703 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ffcc21c2-ee03-48c5-b5af-e4e6315a7285 req-36b67d2e-2547-48c9-a911-fb3b811bfbb9 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0675697 Apr 04 06:17:22.939891 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ffcc21c2-ee03-48c5-b5af-e4e6315a7285 req-ebce966f-145f-4864-a130-ba2a2bc04e79 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492866 Apr 04 06:17:23.601167 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:17:23.777138 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-b4463560-1c88-4558-82be-0b53bf50d080 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:23.779575 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-b4463560-1c88-4558-82be-0b53bf50d080 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.37 "GET /v2.0/networks?id=912f530c-0c5f-4821-bf75-3c7641d0619c HTTP/1.1" status: 200 len: 816 time: 0.1131349 Apr 04 06:17:23.862754 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7bf6d5f9-0d03-4d82-9f47-4d0482808633 req-35e9853d-44f4-434c-87b9-55739dd9fa0a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 210 time: 0.0401478 Apr 04 06:17:23.875590 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-f95da195-a45d-44d4-b74a-469ef2b5be73 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb48c2dfec0b435e978641e49934d2c0 HTTP/1.1" status: 200 len: 380 time: 0.0874801 Apr 04 06:17:23.891123 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-f3efe18e-9e03-4772-92d1-d0c89caab37d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Request body: {'port': {'device_id': 'f906622b-05fc-41d8-92b6-9ee83151479e', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'admin_state_up': True, 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'security_groups': ['1621c59a-1d41-4786-954d-e3981d44e371']}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:17:24.005748 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-f3efe18e-9e03-4772-92d1-d0c89caab37d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Made reservation on behalf of eb48c2dfec0b435e978641e49934d2c0 for: {'port': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:17:24.009268 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-f3efe18e-9e03-4772-92d1-d0c89caab37d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:24.127597 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597539e6-cb3c-49a3-a08e-5de9845adc12 req-70669545-eb44-4f95-bc66-f176b84c4ed8 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:24.128956 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-597539e6-cb3c-49a3-a08e-5de9845adc12 req-70669545-eb44-4f95-bc66-f176b84c4ed8 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.1175132 Apr 04 06:17:24.191956 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-f3efe18e-9e03-4772-92d1-d0c89caab37d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Allocated IP 172.20.0.8 (912f530c-0c5f-4821-bf75-3c7641d0619c/b9a8a955-6bc6-44f6-83f1-2fcedefaefaf/ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:17:24.215638 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-597539e6-cb3c-49a3-a08e-5de9845adc12 req-46e8e147-5325-45ff-a465-7f287273dc0f tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692475 Apr 04 06:17:24.345994 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-f3efe18e-9e03-4772-92d1-d0c89caab37d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:24.382974 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-f3efe18e-9e03-4772-92d1-d0c89caab37d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:24.423394 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-f3efe18e-9e03-4772-92d1-d0c89caab37d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Network 912f530c-0c5f-4821-bf75-3c7641d0619c is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:17:24.426523 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-f3efe18e-9e03-4772-92d1-d0c89caab37d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:17:24.432139 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-f3efe18e-9e03-4772-92d1-d0c89caab37d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:17:24.438713 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efe18e-9e03-4772-92d1-d0c89caab37d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Pushing event updated for resources: {'Port': ['ID=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:24.485635 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-f3efe18e-9e03-4772-92d1-d0c89caab37d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:24.486253 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-f3efe18e-9e03-4772-92d1-d0c89caab37d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:24.505160 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-f3efe18e-9e03-4772-92d1-d0c89caab37d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6176224 Apr 04 06:17:24.516403 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] Request body: {'port': {'device_id': 'f906622b-05fc-41d8-92b6-9ee83151479e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:17:24.580732 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:24.668444 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-579566c8-d82a-4311-abd7-eaa22ceddc1e None None] Provisioning complete for port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:17:24.669048 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-579566c8-d82a-4311-abd7-eaa22ceddc1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:24.702695 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-579566c8-d82a-4311-abd7-eaa22ceddc1e None None] Port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:17:24.859334 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a {{(pid=103480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:17:24.867356 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] Publish callbacks [] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:24.880339 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.provisioning_blocks [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] Transition to ACTIVE for port object ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a will not be triggered until provisioned by entity L2. {{(pid=103480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 06:17:24.885929 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:24.947671 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] Pushing event updated for resources: {'Port': ['ID=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:25.050198 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bbe0e-492f-425f-a657-8d602218f5cf req-b6881bac-e6c0-45e9-bd08-d7868c9b63b3 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:25.051718 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3d8bbe0e-492f-425f-a657-8d602218f5cf req-b6881bac-e6c0-45e9-bd08-d7868c9b63b3 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 943 time: 0.1151352 Apr 04 06:17:25.068178 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] Attempting to bind port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:17:25.068652 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] Attempting to bind port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '419f71b2-82cb-4cb3-81a8-e81dcd025595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:17:25.068865 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] Attempting to bind port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a on network 912f530c-0c5f-4821-bf75-3c7641d0619c {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:17:25.080689 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] Port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a on network 912f530c-0c5f-4821-bf75-3c7641d0619c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 06:17:25.081041 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] Attempting to bind port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a on network 912f530c-0c5f-4821-bf75-3c7641d0619c {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:17:25.090533 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] Checking agent: {'id': '0c1e107c-d850-42a9-b491-1b463a8f645f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'started_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:17:25.090881 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] Checking segment: {'id': '419f71b2-82cb-4cb3-81a8-e81dcd025595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:17:25.091271 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] Bound using segment: {'id': '419f71b2-82cb-4cb3-81a8-e81dcd025595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:17:25.091710 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] Bound port: ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '419f71b2-82cb-4cb3-81a8-e81dcd025595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:17:25.092080 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:25.124209 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3d8bbe0e-492f-425f-a657-8d602218f5cf req-a38a3f7f-2852-458a-b516-f71cb4b86c32 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664473 Apr 04 06:17:25.178509 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] For port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a, host hv-cinder-83444, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:17:25.181420 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] For port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:17:25.188702 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:25.225039 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:25.225666 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:25.227450 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] 10.222.0.37 "PUT /v2.0/ports/ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a HTTP/1.1" status: 200 len: 1093 time: 0.7152150 Apr 04 06:17:25.227939 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f906622b-05fc-41d8-92b6-9ee83151479e', 'tag': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:17:25.230210 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f457b2b6-e327-4384-9098-831cf50fece5" -d '{"events": [{"name": "network-changed", "server_uuid": "f906622b-05fc-41d8-92b6-9ee83151479e", "tag": "ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:17:25.268429 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed43e5-189c-491d-bab1-99b70e456431 service neutron] Pushing event updated for resources: {'Port': ['ID=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:25.289985 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fe0438-da68-4e23-8586-90a4205422ce x-openstack-request-id: req-a8fe0438-da68-4e23-8586-90a4205422ce {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:17:25.290291 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f906622b-05fc-41d8-92b6-9ee83151479e", "tag": "ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:17:25.290560 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a8fe0438-da68-4e23-8586-90a4205422ce {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:17:25.290981 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8fe0438-da68-4e23-8586-90a4205422ce'] response: {'name': 'network-changed', 'server_uuid': 'f906622b-05fc-41d8-92b6-9ee83151479e', 'tag': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a', 'status': 'completed', 'code': 200} Apr 04 06:17:25.370423 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-0130a835-24a0-4408-a995-e80c04ec1903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:25.372459 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-0130a835-24a0-4408-a995-e80c04ec1903 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb48c2dfec0b435e978641e49934d2c0&device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 1127 time: 0.0799665 Apr 04 06:17:25.394327 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9329e59-f3ed-4bc0-8f9a-2fb7ec2a2b3e req-75d881bf-bc05-4c1a-ba91-f66de7e41e03 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:25.395973 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c9329e59-f3ed-4bc0-8f9a-2fb7ec2a2b3e req-75d881bf-bc05-4c1a-ba91-f66de7e41e03 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0753889 Apr 04 06:17:25.436193 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-c52d4328-3bd9-49aa-94e5-e5232707f701 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a HTTP/1.1" status: 200 len: 217 time: 0.0552716 Apr 04 06:17:25.509238 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c9329e59-f3ed-4bc0-8f9a-2fb7ec2a2b3e req-e2f9c6d0-5e2f-4f87-bc90-67d3924fc965 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809147 Apr 04 06:17:25.510832 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-a9b7ebd9-780d-41a0-b61f-81307946ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:25.512308 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-a9b7ebd9-780d-41a0-b61f-81307946ff23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9a8a955-6bc6-44f6-83f1-2fcedefaefaf HTTP/1.1" status: 200 len: 855 time: 0.0681725 Apr 04 06:17:25.564769 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-d6440995-415a-4d89-a661-7ce8790f750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:25.566310 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-d6440995-415a-4d89-a661-7ce8790f750d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=912f530c-0c5f-4821-bf75-3c7641d0619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476665 Apr 04 06:17:25.662744 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-91cb8cfd-5204-4c2f-9b17-16d0bd2e13b1 service neutron] 10.222.0.37 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897362 Apr 04 06:17:25.751221 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a3063b1-cb56-4710-8f12-c8c861ea5fcc req-e70ab724-3a34-4c76-9216-74199750d732 service neutron] 10.222.0.37 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816817 Apr 04 06:17:25.849652 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457b2b6-e327-4384-9098-831cf50fece5 req-d81678c5-7c48-45e3-ba5c-adbc3cf00790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:25.851171 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f457b2b6-e327-4384-9098-831cf50fece5 req-d81678c5-7c48-45e3-ba5c-adbc3cf00790 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb48c2dfec0b435e978641e49934d2c0&device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 1127 time: 0.0481780 Apr 04 06:17:25.943906 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457b2b6-e327-4384-9098-831cf50fece5 req-178cca09-9658-43c6-b487-bc4c8d488238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:25.945399 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f457b2b6-e327-4384-9098-831cf50fece5 req-178cca09-9658-43c6-b487-bc4c8d488238 service neutron] 10.222.0.37 "GET /v2.0/networks?id=912f530c-0c5f-4821-bf75-3c7641d0619c HTTP/1.1" status: 200 len: 917 time: 0.0879686 Apr 04 06:17:25.987954 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f457b2b6-e327-4384-9098-831cf50fece5 req-1381e80e-eb27-4bda-a735-465e05c0615c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a HTTP/1.1" status: 200 len: 217 time: 0.0353892 Apr 04 06:17:26.041430 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457b2b6-e327-4384-9098-831cf50fece5 req-e072cdd3-013d-4f2e-9fc0-a7620f00cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:26.043036 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f457b2b6-e327-4384-9098-831cf50fece5 req-e072cdd3-013d-4f2e-9fc0-a7620f00cc84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9a8a955-6bc6-44f6-83f1-2fcedefaefaf HTTP/1.1" status: 200 len: 855 time: 0.0489292 Apr 04 06:17:26.102243 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457b2b6-e327-4384-9098-831cf50fece5 req-fe105fbe-a16c-4eab-aae7-cf44102c090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:26.104529 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f457b2b6-e327-4384-9098-831cf50fece5 req-fe105fbe-a16c-4eab-aae7-cf44102c090a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=912f530c-0c5f-4821-bf75-3c7641d0619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543664 Apr 04 06:17:26.146192 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-14f8ed5d-c5de-4147-aded-9bcf9c13acf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:26.196202 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f457b2b6-e327-4384-9098-831cf50fece5 req-e48242c9-f748-4683-9fcc-0b3ecf8460f6 service neutron] 10.222.0.37 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837786 Apr 04 06:17:26.314162 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e316b9-f98a-4ca3-a9cd-143b69f0abb1 req-714d39ce-cf68-4f00-b044-933f37127ce0 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:26.315643 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f6e316b9-f98a-4ca3-a9cd-143b69f0abb1 req-714d39ce-cf68-4f00-b044-933f37127ce0 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 943 time: 0.1156042 Apr 04 06:17:26.332181 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f457b2b6-e327-4384-9098-831cf50fece5 req-9694638e-8568-4b09-8448-b9adec1c6a08 service neutron] 10.222.0.37 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235685 Apr 04 06:17:26.369467 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f6e316b9-f98a-4ca3-a9cd-143b69f0abb1 req-13ddc50b-d410-4358-9741-4cb1b73fa10e tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482244 Apr 04 06:17:26.635659 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dcea1-3a7d-42dd-80b7-183e5c6f66f3 req-d2faef8a-3142-4cb0-b8d9-a748ecdd1a7f tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:26.637341 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bb3dcea1-3a7d-42dd-80b7-183e5c6f66f3 req-d2faef8a-3142-4cb0-b8d9-a748ecdd1a7f tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0583315 Apr 04 06:17:26.689883 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bb3dcea1-3a7d-42dd-80b7-183e5c6f66f3 req-c3f74207-8030-423c-8af8-4586404474e1 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447881 Apr 04 06:17:27.514062 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa421a-6762-46c0-94f7-57af456f2461 req-214658a8-f220-44f1-95e2-f5da4438a78d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:27.515545 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-edfa421a-6762-46c0-94f7-57af456f2461 req-214658a8-f220-44f1-95e2-f5da4438a78d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 943 time: 0.0673308 Apr 04 06:17:27.564781 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-edfa421a-6762-46c0-94f7-57af456f2461 req-2fd277c9-97f4-49b5-a76b-40181dabaa0c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410166 Apr 04 06:17:27.835360 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841b2e8-e5f7-4104-aa58-6c642e1c20e8 req-dc7b7fbb-f2ac-4bf7-a873-76ef23bae94c tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:27.836735 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5841b2e8-e5f7-4104-aa58-6c642e1c20e8 req-dc7b7fbb-f2ac-4bf7-a873-76ef23bae94c tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 943 time: 0.0660498 Apr 04 06:17:27.890642 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5841b2e8-e5f7-4104-aa58-6c642e1c20e8 req-ca69a7ed-8313-40a7-9d1f-d777979fee87 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473619 Apr 04 06:17:28.110704 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93032c1-57ef-41be-b000-5d0b20559813 req-c7ec68ed-0918-4b65-8e42-7c82700bca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:28.112083 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d93032c1-57ef-41be-b000-5d0b20559813 req-c7ec68ed-0918-4b65-8e42-7c82700bca1d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 1127 time: 0.0444913 Apr 04 06:17:28.176735 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d93032c1-57ef-41be-b000-5d0b20559813 req-da3120d3-91a5-48f9-8c16-1ff2c2cf465d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511141 Apr 04 06:17:28.317248 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-5d3a231e-2ca2-410a-a995-b891cb5e3f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:28.374693 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 2fa1b34e-19ad-458e-a643-11feaaf36b85 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:17:28.474022 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 2fa1b34e-19ad-458e-a643-11feaaf36b85, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2fa1b34e-19ad-458e-a643-11feaaf36b85,segment=NetworkSegment(566fd8ba-1f86-4d17-aeb5-58d7dd819cb2),segment_id=566fd8ba-1f86-4d17-aeb5-58d7dd819cb2)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:17:28.485935 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': '2fa1b34e-19ad-458e-a643-11feaaf36b85', 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34', 'port_id': '2fa1b34e-19ad-458e-a643-11feaaf36b85', 'mac_address': 'fa:16:3e:b7:9f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a480b576-ae06-41c3-9207-91443ef79063', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:17:28.522230 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 2fa1b34e-19ad-458e-a643-11feaaf36b85 is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:17:28.522608 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2fa1b34e-19ad-458e-a643-11feaaf36b85), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:28.539230 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa1b34e-19ad-458e-a643-11feaaf36b85 {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:17:28.558830 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 2fa1b34e-19ad-458e-a643-11feaaf36b85, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2fa1b34e-19ad-458e-a643-11feaaf36b85,segment=NetworkSegment(566fd8ba-1f86-4d17-aeb5-58d7dd819cb2),segment_id=566fd8ba-1f86-4d17-aeb5-58d7dd819cb2)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:17:28.566220 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (2fa1b34e-19ad-458e-a643-11feaaf36b85), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:28.566871 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:17:28.632092 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=2fa1b34e-19ad-458e-a643-11feaaf36b85,revision_number=7']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:28.689100 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb0854-b325-481a-81c6-a92ba38a8620 req-2aeb2d21-eee9-4826-8123-3e26aed13ac1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:28.690612 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9acb0854-b325-481a-81c6-a92ba38a8620 req-2aeb2d21-eee9-4826-8123-3e26aed13ac1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 943 time: 0.0530305 Apr 04 06:17:28.701127 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:17:28.712662 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'port_id': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a', 'mac_address': 'fa:16:3e:19:64:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:17:28.740997 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9acb0854-b325-481a-81c6-a92ba38a8620 req-68d0d5e4-bbfc-4882-af43-944f8139e558 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445380 Apr 04 06:17:28.754122 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:17:28.754899 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:28.767907 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:17:28.787374 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:17:28.792221 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:28.838581 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:29.019576 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f56e0-495a-4965-9ecb-d37369602d55 req-8eb6359a-226f-450f-89b1-1119d19485ac tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:29.021056 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-df6f56e0-495a-4965-9ecb-d37369602d55 req-8eb6359a-226f-450f-89b1-1119d19485ac tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 944 time: 0.0619147 Apr 04 06:17:29.079373 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-df6f56e0-495a-4965-9ecb-d37369602d55 req-64de84d5-a8a7-402c-9a50-c54efdd196ac tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497293 Apr 04 06:17:29.265298 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['2fa1b34e-19ad-458e-a643-11feaaf36b85'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:17:29.299975 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:17:29.559872 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:29.883194 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce9625-fcba-4067-8455-533da4df4f87 req-c7caaae2-65be-4ec2-9d89-6e51604e9e9d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:29.884660 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-55ce9625-fcba-4067-8455-533da4df4f87 req-c7caaae2-65be-4ec2-9d89-6e51604e9e9d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 944 time: 0.0609083 Apr 04 06:17:29.944771 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-55ce9625-fcba-4067-8455-533da4df4f87 req-5c0ee892-1a61-4479-9d61-86aee2dcfb5a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530291 Apr 04 06:17:30.210817 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8f215-bb2e-4a14-90a7-556fda5ff192 req-60051f74-2ddc-438c-aff8-017ad0bf6de5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:30.212301 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4fc8f215-bb2e-4a14-90a7-556fda5ff192 req-60051f74-2ddc-438c-aff8-017ad0bf6de5 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 944 time: 0.0598183 Apr 04 06:17:30.261976 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4fc8f215-bb2e-4a14-90a7-556fda5ff192 req-d466877e-f6cc-4265-9133-909929802af6 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437138 Apr 04 06:17:30.644637 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:31.068357 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b3c30-64c6-4db5-a84c-d3708fe442d8 req-053ffc78-1e43-4d4e-bed4-0e4b2fc7cb3a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:31.069838 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1c8b3c30-64c6-4db5-a84c-d3708fe442d8 req-053ffc78-1e43-4d4e-bed4-0e4b2fc7cb3a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 944 time: 0.0546272 Apr 04 06:17:31.119492 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1c8b3c30-64c6-4db5-a84c-d3708fe442d8 req-800bafdf-1f84-4db0-9277-8c5a99503e42 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415766 Apr 04 06:17:31.387974 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9150a-67c5-41fc-8718-420ba3ebf307 req-1bcd332a-1c9f-4128-8e6c-2248a1d419ad tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:31.389499 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6dc9150a-67c5-41fc-8718-420ba3ebf307 req-1bcd332a-1c9f-4128-8e6c-2248a1d419ad tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 944 time: 0.0554287 Apr 04 06:17:31.447272 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6dc9150a-67c5-41fc-8718-420ba3ebf307 req-9cf86d97-3c7f-4d20-9561-9d61c47fe929 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493281 Apr 04 06:17:32.250870 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e98bb3-b888-4df8-83b7-83ed564638f4 req-b4c08ce2-7276-4399-bb18-16f508a4a61e tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:32.252373 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-46e98bb3-b888-4df8-83b7-83ed564638f4 req-b4c08ce2-7276-4399-bb18-16f508a4a61e tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 944 time: 0.0577695 Apr 04 06:17:32.308203 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-46e98bb3-b888-4df8-83b7-83ed564638f4 req-c6b87497-c3f1-41b9-9b2a-01b0f7290a7f tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470686 Apr 04 06:17:32.325506 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:32.370062 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:17:32.424311 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning for port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a completed by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 06:17:32.428356 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:17:32.428725 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:32.511892 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:17:32.512286 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:32.535923 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f906622b-05fc-41d8-92b6-9ee83151479e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:17:32.538252 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0277a052-4366-4cc8-b479-f1d4d5360ce7" -d '{"events": [{"server_uuid": "f906622b-05fc-41d8-92b6-9ee83151479e", "name": "network-vif-plugged", "status": "completed", "tag": "ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:17:32.551026 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:17:32.555919 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:32.556738 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 2fa1b34e-19ad-458e-a643-11feaaf36b85 up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:17:32.598482 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f670306f-88eb-4fa5-a1f9-85542313eadf x-openstack-request-id: req-f670306f-88eb-4fa5-a1f9-85542313eadf {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:17:32.598785 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f906622b-05fc-41d8-92b6-9ee83151479e", "name": "network-vif-plugged", "status": "completed", "tag": "ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:17:32.598979 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f670306f-88eb-4fa5-a1f9-85542313eadf {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:17:32.599390 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f670306f-88eb-4fa5-a1f9-85542313eadf'] response: {'server_uuid': 'f906622b-05fc-41d8-92b6-9ee83151479e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a', 'code': 200} Apr 04 06:17:32.638833 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:32.651763 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port 2fa1b34e-19ad-458e-a643-11feaaf36b85 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:17:32.652146 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (2fa1b34e-19ad-458e-a643-11feaaf36b85), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:32.730510 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 2fa1b34e-19ad-458e-a643-11feaaf36b85 is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:17:32.730806 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2fa1b34e-19ad-458e-a643-11feaaf36b85), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:32.744063 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54229b6-f82a-4e7f-a978-761f8fefba83 req-2d1e5521-c154-426a-8337-a7c6324b544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:32.745611 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f54229b6-f82a-4e7f-a978-761f8fefba83 req-2d1e5521-c154-426a-8337-a7c6324b544a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 1129 time: 0.0429001 Apr 04 06:17:32.763701 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 2fa1b34e-19ad-458e-a643-11feaaf36b85, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2fa1b34e-19ad-458e-a643-11feaaf36b85,segment=NetworkSegment(566fd8ba-1f86-4d17-aeb5-58d7dd819cb2),segment_id=566fd8ba-1f86-4d17-aeb5-58d7dd819cb2)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:17:32.768022 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (2fa1b34e-19ad-458e-a643-11feaaf36b85), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:32.792000 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f54229b6-f82a-4e7f-a978-761f8fefba83 req-a1b005e4-288d-4891-b08b-26520896b9ca service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395350 Apr 04 06:17:32.816018 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=2fa1b34e-19ad-458e-a643-11feaaf36b85,revision_number=8']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:33.445844 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eff104-22a1-4837-9a00-de2571047793 req-fc80861a-403f-43d0-9bb5-2984ab4b41c3 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:33.447297 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b4eff104-22a1-4837-9a00-de2571047793 req-fc80861a-403f-43d0-9bb5-2984ab4b41c3 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0649743 Apr 04 06:17:33.505508 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b4eff104-22a1-4837-9a00-de2571047793 req-0a806f35-fda5-4cc8-8977-87aeb901b563 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509465 Apr 04 06:17:34.088165 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:34.600947 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d58c601-f108-44be-bacf-fb85ef05e3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa1b34e-19ad-458e-a643-11feaaf36b85'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:17:34.603237 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76111c2-039e-43d7-a052-c073493853d6" -d '{"events": [{"server_uuid": "7d58c601-f108-44be-bacf-fb85ef05e3f3", "name": "network-vif-plugged", "status": "completed", "tag": "2fa1b34e-19ad-458e-a643-11feaaf36b85"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:17:34.640490 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373b5be5-db88-4869-8aed-40c2df78e74b x-openstack-request-id: req-373b5be5-db88-4869-8aed-40c2df78e74b {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:17:34.640808 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d58c601-f108-44be-bacf-fb85ef05e3f3", "name": "network-vif-plugged", "status": "completed", "tag": "2fa1b34e-19ad-458e-a643-11feaaf36b85", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:17:34.641105 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-373b5be5-db88-4869-8aed-40c2df78e74b {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:17:34.641534 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373b5be5-db88-4869-8aed-40c2df78e74b'] response: {'server_uuid': '7d58c601-f108-44be-bacf-fb85ef05e3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa1b34e-19ad-458e-a643-11feaaf36b85', 'code': 200} Apr 04 06:17:34.648503 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84db133-763e-4853-91f9-132e890c7219 req-b5687966-016a-444c-b551-a72729f368ae tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:34.650427 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c84db133-763e-4853-91f9-132e890c7219 req-b5687966-016a-444c-b551-a72729f368ae tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0593126 Apr 04 06:17:34.697112 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c84db133-763e-4853-91f9-132e890c7219 req-ec84ee28-8da0-4c7b-b4dd-7d09381dfe83 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409260 Apr 04 06:17:34.831473 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3de901-f26a-49ce-99eb-b27108afc154 req-07ed1707-91c1-4493-a050-a51617721093 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:34.832933 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9e3de901-f26a-49ce-99eb-b27108afc154 req-07ed1707-91c1-4493-a050-a51617721093 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0596282 Apr 04 06:17:34.842112 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 56446) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:17:34.846574 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-715398a1-3391-4bdf-9f4a-3d2165b9d563 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Request body: {'floatingip': {'port_id': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:17:34.887413 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-715398a1-3391-4bdf-9f4a-3d2165b9d563 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for floatingip (7496a5da-fa7a-4de2-8235-0e5e38db4326), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:35.336647 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-715398a1-3391-4bdf-9f4a-3d2165b9d563 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:35.344218 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-715398a1-3391-4bdf-9f4a-3d2165b9d563 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (7496a5da-fa7a-4de2-8235-0e5e38db4326), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:35.702808 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.l3_db [None req-715398a1-3391-4bdf-9f4a-3d2165b9d563 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Floating IP 7496a5da-fa7a-4de2-8235-0e5e38db4326 associated. External IP: 172.27.2.83, port: ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a. Apr 04 06:17:35.919999 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715398a1-3391-4bdf-9f4a-3d2165b9d563 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Router c50a0250-9d50-4d17-ba09-f8c4c5b3945d has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:17:36.030909 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715398a1-3391-4bdf-9f4a-3d2165b9d563 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:17:36.035588 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-715398a1-3391-4bdf-9f4a-3d2165b9d563 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:36.041077 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb42767-b688-478c-8a17-5b03b30a0321 None None] Sync routers for ids ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:17:36.051942 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb42767-b688-478c-8a17-5b03b30a0321 None None] Routers {'c50a0250-9d50-4d17-ba09-f8c4c5b3945d'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:17:36.052572 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-3eb42767-b688-478c-8a17-5b03b30a0321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:17:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:17:36.065550 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-715398a1-3391-4bdf-9f4a-3d2165b9d563 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "PUT /v2.0/floatingips/7496a5da-fa7a-4de2-8235-0e5e38db4326 HTTP/1.1" status: 200 len: 990 time: 1.2223408 Apr 04 06:17:36.066137 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f906622b-05fc-41d8-92b6-9ee83151479e', 'tag': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:17:36.068392 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f033fb60-276d-4f6a-a5da-6f3823ccdb85" -d '{"events": [{"name": "network-changed", "server_uuid": "f906622b-05fc-41d8-92b6-9ee83151479e", "tag": "ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:17:36.104437 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ebd389-e164-4e4f-ab8e-9565ce3cf66a x-openstack-request-id: req-66ebd389-e164-4e4f-ab8e-9565ce3cf66a {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:17:36.104735 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f906622b-05fc-41d8-92b6-9ee83151479e", "tag": "ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:17:36.105021 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-66ebd389-e164-4e4f-ab8e-9565ce3cf66a {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:17:36.105434 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66ebd389-e164-4e4f-ab8e-9565ce3cf66a'] response: {'name': 'network-changed', 'server_uuid': 'f906622b-05fc-41d8-92b6-9ee83151479e', 'tag': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a', 'status': 'completed', 'code': 200} Apr 04 06:17:36.163935 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-3eb42767-b688-478c-8a17-5b03b30a0321 None None] Set router c50a0250-9d50-4d17-ba09-f8c4c5b3945d gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:17:36.179350 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033fb60-276d-4f6a-a5da-6f3823ccdb85 req-4e4f8090-079b-4e6e-a752-f6ac44b30b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:36.180844 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f033fb60-276d-4f6a-a5da-6f3823ccdb85 req-4e4f8090-079b-4e6e-a752-f6ac44b30b2d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb48c2dfec0b435e978641e49934d2c0&device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 1129 time: 0.0482166 Apr 04 06:17:36.274033 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033fb60-276d-4f6a-a5da-6f3823ccdb85 req-94b0b18a-a89f-4dde-a052-168a43be50e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:36.275509 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f033fb60-276d-4f6a-a5da-6f3823ccdb85 req-94b0b18a-a89f-4dde-a052-168a43be50e2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=912f530c-0c5f-4821-bf75-3c7641d0619c HTTP/1.1" status: 200 len: 917 time: 0.0862362 Apr 04 06:17:36.345635 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f033fb60-276d-4f6a-a5da-6f3823ccdb85 req-8b0a5a58-f289-4735-ab2f-b61c1fc960a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a HTTP/1.1" status: 200 len: 998 time: 0.0622115 Apr 04 06:17:36.400534 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033fb60-276d-4f6a-a5da-6f3823ccdb85 req-b420bc8e-8fbf-421e-b803-e454f443106c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:36.402022 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f033fb60-276d-4f6a-a5da-6f3823ccdb85 req-b420bc8e-8fbf-421e-b803-e454f443106c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9a8a955-6bc6-44f6-83f1-2fcedefaefaf HTTP/1.1" status: 200 len: 855 time: 0.0470092 Apr 04 06:17:36.455819 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033fb60-276d-4f6a-a5da-6f3823ccdb85 req-2396f1b9-ed30-4639-9f5d-d37acafd6995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:36.457384 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f033fb60-276d-4f6a-a5da-6f3823ccdb85 req-2396f1b9-ed30-4639-9f5d-d37acafd6995 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=912f530c-0c5f-4821-bf75-3c7641d0619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482330 Apr 04 06:17:36.556396 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f033fb60-276d-4f6a-a5da-6f3823ccdb85 req-37a23940-7d94-487f-bbf7-abd60495f308 service neutron] 10.222.0.37 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920770 Apr 04 06:17:36.571409 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-3eb42767-b688-478c-8a17-5b03b30a0321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'name': 'tempest-AttachVolumeShelveTestJSON-842340705-router', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:01Z', 'updated_at': '2022-04-04T06:10:12Z', 'revision_number': 4, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'gw_port': {'id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '7496a5da-fa7a-4de2-8235-0e5e38db4326', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'port_id': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'mac_address': 'fa:16:3e:19:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f906622b-05fc-41d8-92b6-9ee83151479e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:17:21Z', 'updated_at': '2022-04-04T06:17:35Z', 'revision_number': 1, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee8d703-588b-46e9-9c51-267dc1d7333e', 'name': '', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'mac_address': 'fa:16:3e:54:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:09Z', 'updated_at': '2022-04-04T06:10:24Z', 'revision_number': 5, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'subnets': [{'id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:17:36.598678 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb42767-b688-478c-8a17-5b03b30a0321 None None] Checking router: c50a0250-9d50-4d17-ba09-f8c4c5b3945d for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:17:36.607586 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb42767-b688-478c-8a17-5b03b30a0321 None None] Routers {'c50a0250-9d50-4d17-ba09-f8c4c5b3945d'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:17:36.608209 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-3eb42767-b688-478c-8a17-5b03b30a0321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:17:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:17:36.646646 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f033fb60-276d-4f6a-a5da-6f3823ccdb85 req-f295fbe8-b65c-4265-adeb-491476199976 service neutron] 10.222.0.37 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835583 Apr 04 06:17:36.717965 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-3eb42767-b688-478c-8a17-5b03b30a0321 None None] Set router c50a0250-9d50-4d17-ba09-f8c4c5b3945d gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:17:36.970049 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-3eb42767-b688-478c-8a17-5b03b30a0321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'name': 'tempest-AttachVolumeShelveTestJSON-842340705-router', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:01Z', 'updated_at': '2022-04-04T06:10:12Z', 'revision_number': 4, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'gw_port': {'id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '7496a5da-fa7a-4de2-8235-0e5e38db4326', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'port_id': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'mac_address': 'fa:16:3e:19:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f906622b-05fc-41d8-92b6-9ee83151479e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:17:21Z', 'updated_at': '2022-04-04T06:17:35Z', 'revision_number': 1, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee8d703-588b-46e9-9c51-267dc1d7333e', 'name': '', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'mac_address': 'fa:16:3e:54:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:09Z', 'updated_at': '2022-04-04T06:10:24Z', 'revision_number': 5, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'subnets': [{'id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:17:36.996181 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb42767-b688-478c-8a17-5b03b30a0321 None None] The sync data for ids ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'] in dv-cinder-834448-2-iscsi is: [{'id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'name': 'tempest-AttachVolumeShelveTestJSON-842340705-router', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:01Z', 'updated_at': '2022-04-04T06:10:12Z', 'revision_number': 4, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'gw_port': {'id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '7496a5da-fa7a-4de2-8235-0e5e38db4326', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'port_id': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'mac_address': 'fa:16:3e:19:64:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f906622b-05fc-41d8-92b6-9ee83151479e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:17:21Z', 'updated_at': '2022-04-04T06:17:35Z', 'revision_number': 1, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aee8d703-588b-46e9-9c51-267dc1d7333e', 'name': '', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'mac_address': 'fa:16:3e:54:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:09Z', 'updated_at': '2022-04-04T06:10:24Z', 'revision_number': 5, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'subnets': [{'id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:17:37.182726 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a560b8-dd60-40ee-8089-5c37b911c2d0 None None] New status for floating IP 7496a5da-fa7a-4de2-8235-0e5e38db4326: ACTIVE {{(pid=103482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:17:40.460197 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b763f-ee09-4fa5-bd43-f1ab600e8ba5 req-4698bef8-52e1-4b3d-a7b5-daeaa2993bc2 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:40.461740 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1a1b763f-ee09-4fa5-bd43-f1ab600e8ba5 req-4698bef8-52e1-4b3d-a7b5-daeaa2993bc2 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0574522 Apr 04 06:17:40.514768 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1a1b763f-ee09-4fa5-bd43-f1ab600e8ba5 req-28628a9d-104b-4f9d-a130-63af99dbd0a0 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447316 Apr 04 06:17:41.653930 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f98d54-8e66-4b8e-9f54-ae061349972a req-468533a9-efce-4e8e-bcae-93f9072ae138 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:41.655456 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-18f98d54-8e66-4b8e-9f54-ae061349972a req-468533a9-efce-4e8e-bcae-93f9072ae138 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0626473 Apr 04 06:17:41.706834 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-18f98d54-8e66-4b8e-9f54-ae061349972a req-f10f36ea-26ad-4e72-83a6-4636a8ab6de7 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453622 Apr 04 06:17:42.847843 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5f5d7b-e903-42db-a135-b4fc111992ee req-8c0d97ae-9699-4b47-b36c-8c32df45744c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:42.849426 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6a5f5d7b-e903-42db-a135-b4fc111992ee req-8c0d97ae-9699-4b47-b36c-8c32df45744c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0610869 Apr 04 06:17:42.896403 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6a5f5d7b-e903-42db-a135-b4fc111992ee req-413db8ef-5fb5-49c4-b811-414b69cc9b0e tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411565 Apr 04 06:17:44.026978 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa041fa-361e-46f6-98b9-50cce8db262a req-cae1f5b5-1a86-4db0-8ff2-5f647a79d2b8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:44.028420 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-caa041fa-361e-46f6-98b9-50cce8db262a req-cae1f5b5-1a86-4db0-8ff2-5f647a79d2b8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0643573 Apr 04 06:17:44.080358 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-caa041fa-361e-46f6-98b9-50cce8db262a req-aee0fb12-2c7c-446f-a496-951d3c7f98e6 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d853bf-c4e9-4e71-bf14-e9c644553070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433838 Apr 04 06:17:44.448223 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edb438-4b72-490e-a71d-50e4263fa25c req-4deba0c9-8cda-46a4-a42d-304c2a9b2f50 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:44.449789 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-25edb438-4b72-490e-a71d-50e4263fa25c req-4deba0c9-8cda-46a4-a42d-304c2a9b2f50 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.37 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 945 time: 0.0755732 Apr 04 06:17:44.548945 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-25edb438-4b72-490e-a71d-50e4263fa25c req-8042d4f9-79b8-4a9d-b339-998fc4cdc4c8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Deleting port 031b35eb-3eef-4f87-9b34-0ee798bb2b47 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:17:44.549330 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-25edb438-4b72-490e-a71d-50e4263fa25c req-8042d4f9-79b8-4a9d-b339-998fc4cdc4c8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (031b35eb-3eef-4f87-9b34-0ee798bb2b47), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:44.649040 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-25edb438-4b72-490e-a71d-50e4263fa25c req-8042d4f9-79b8-4a9d-b339-998fc4cdc4c8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] For port 031b35eb-3eef-4f87-9b34-0ee798bb2b47, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=031b35eb-3eef-4f87-9b34-0ee798bb2b47,segment=NetworkSegment(449e42ca-afbf-4d5e-a8c0-f64385ea3ca8),segment_id=449e42ca-afbf-4d5e-a8c0-f64385ea3ca8)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:17:44.649403 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-25edb438-4b72-490e-a71d-50e4263fa25c req-8042d4f9-79b8-4a9d-b339-998fc4cdc4c8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (031b35eb-3eef-4f87-9b34-0ee798bb2b47), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:44.821494 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-25edb438-4b72-490e-a71d-50e4263fa25c req-8042d4f9-79b8-4a9d-b339-998fc4cdc4c8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:44.821828 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-25edb438-4b72-490e-a71d-50e4263fa25c req-8042d4f9-79b8-4a9d-b339-998fc4cdc4c8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (5bb2749b-5a6a-4009-ac00-d22889828ef1), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:44.822163 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.l3_db [req-25edb438-4b72-490e-a71d-50e4263fa25c req-8042d4f9-79b8-4a9d-b339-998fc4cdc4c8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Floating IP 5bb2749b-5a6a-4009-ac00-d22889828ef1 disassociated. External IP: 172.27.2.222, port: 031b35eb-3eef-4f87-9b34-0ee798bb2b47. Apr 04 06:17:44.822507 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-25edb438-4b72-490e-a71d-50e4263fa25c req-8042d4f9-79b8-4a9d-b339-998fc4cdc4c8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Calling delete_port for 031b35eb-3eef-4f87-9b34-0ee798bb2b47 owned by compute:nova {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:17:44.967140 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-25edb438-4b72-490e-a71d-50e4263fa25c req-8042d4f9-79b8-4a9d-b339-998fc4cdc4c8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (031b35eb-3eef-4f87-9b34-0ee798bb2b47), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:44.994766 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042d4f9-79b8-4a9d-b339-998fc4cdc4c8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Pushing event deleted for resources: {'Port': ['ID=031b35eb-3eef-4f87-9b34-0ee798bb2b47,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:45.113693 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25edb438-4b72-490e-a71d-50e4263fa25c req-8042d4f9-79b8-4a9d-b339-998fc4cdc4c8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Router 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:17:45.212727 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f6322d6d-4736-4559-b50b-6c3f26ae5a40 req-0fa90446-f6f6-47fe-9d8f-709c6e1e8e22 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7f904c4-ea85-448b-9888-596294c31fb9 HTTP/1.1" status: 200 len: 210 time: 0.0537307 Apr 04 06:17:45.249291 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25edb438-4b72-490e-a71d-50e4263fa25c req-8042d4f9-79b8-4a9d-b339-998fc4cdc4c8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:17:45.259661 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756e10d7-a9ca-4a89-9c96-6581fca6ffb1 None None] Sync routers for ids ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:17:45.271736 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756e10d7-a9ca-4a89-9c96-6581fca6ffb1 None None] Routers {'9bedd657-7d9c-41ab-9da5-e2c86274a5e1'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:17:45.272285 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-756e10d7-a9ca-4a89-9c96-6581fca6ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:17:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:17:45.298300 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-25edb438-4b72-490e-a71d-50e4263fa25c req-8042d4f9-79b8-4a9d-b339-998fc4cdc4c8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] No DVR routers for this DVR port 031b35eb-3eef-4f87-9b34-0ee798bb2b47 on host hv-cinder-83444 {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:17:45.301104 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-25edb438-4b72-490e-a71d-50e4263fa25c req-8042d4f9-79b8-4a9d-b339-998fc4cdc4c8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:45.304599 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-25edb438-4b72-490e-a71d-50e4263fa25c req-8042d4f9-79b8-4a9d-b339-998fc4cdc4c8 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.37 "DELETE /v2.0/ports/031b35eb-3eef-4f87-9b34-0ee798bb2b47 HTTP/1.1" status: 204 len: 173 time: 0.8482614 Apr 04 06:17:45.305069 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f904c4-ea85-448b-9888-596294c31fb9', 'name': 'network-vif-deleted', 'tag': '031b35eb-3eef-4f87-9b34-0ee798bb2b47'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:17:45.307448 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cb4949-f01e-468e-b806-c30c0aba0639" -d '{"events": [{"server_uuid": "b7f904c4-ea85-448b-9888-596294c31fb9", "name": "network-vif-deleted", "tag": "031b35eb-3eef-4f87-9b34-0ee798bb2b47"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:17:45.356045 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ef1fc5-8dd0-42c9-979c-59a73c40bc95 x-openstack-request-id: req-94ef1fc5-8dd0-42c9-979c-59a73c40bc95 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:17:45.356045 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f904c4-ea85-448b-9888-596294c31fb9", "name": "network-vif-deleted", "tag": "031b35eb-3eef-4f87-9b34-0ee798bb2b47", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:17:45.356314 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94ef1fc5-8dd0-42c9-979c-59a73c40bc95 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:17:45.356638 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ef1fc5-8dd0-42c9-979c-59a73c40bc95'] response: {'server_uuid': 'b7f904c4-ea85-448b-9888-596294c31fb9', 'name': 'network-vif-deleted', 'tag': '031b35eb-3eef-4f87-9b34-0ee798bb2b47', 'status': 'completed', 'code': 200} Apr 04 06:17:45.422324 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-756e10d7-a9ca-4a89-9c96-6581fca6ffb1 None None] Set router 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:17:45.634712 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-756e10d7-a9ca-4a89-9c96-6581fca6ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2045266382-router', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:09:58Z', 'updated_at': '2022-04-04T06:10:07Z', 'revision_number': 4, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'gw_port': {'id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:09:59Z', 'updated_at': '2022-04-04T06:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '5b308155-2083-4bb7-8c79-6b96f4fa459b', 'name': '', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'mac_address': 'fa:16:3e:f4:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:18Z', 'revision_number': 5, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'subnets': [{'id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:17:45.660290 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756e10d7-a9ca-4a89-9c96-6581fca6ffb1 None None] Checking router: 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:17:45.668829 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756e10d7-a9ca-4a89-9c96-6581fca6ffb1 None None] Routers {'9bedd657-7d9c-41ab-9da5-e2c86274a5e1'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:17:45.669455 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-756e10d7-a9ca-4a89-9c96-6581fca6ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:17:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:17:45.792506 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-756e10d7-a9ca-4a89-9c96-6581fca6ffb1 None None] Set router 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:17:46.004523 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-756e10d7-a9ca-4a89-9c96-6581fca6ffb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2045266382-router', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:09:58Z', 'updated_at': '2022-04-04T06:10:07Z', 'revision_number': 4, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'gw_port': {'id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:09:59Z', 'updated_at': '2022-04-04T06:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '5b308155-2083-4bb7-8c79-6b96f4fa459b', 'name': '', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'mac_address': 'fa:16:3e:f4:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:18Z', 'revision_number': 5, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'subnets': [{'id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:17:46.033886 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756e10d7-a9ca-4a89-9c96-6581fca6ffb1 None None] The sync data for ids ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'] in dv-cinder-834448-2-iscsi is: [{'id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2045266382-router', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:09:58Z', 'updated_at': '2022-04-04T06:10:07Z', 'revision_number': 4, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'gw_port': {'id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:09:59Z', 'updated_at': '2022-04-04T06:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '5b308155-2083-4bb7-8c79-6b96f4fa459b', 'name': '', 'network_id': '26e2fb68-805f-433f-ae13-ccc07aa47348', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'mac_address': 'fa:16:3e:f4:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:18Z', 'revision_number': 5, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'subnets': [{'id': 'd3bb9207-6ade-4d75-844a-3661ead84b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:17:46.285453 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1ec3ce-492b-402b-8be7-9b363cd4feff None None] New status for floating IP 5bb2749b-5a6a-4009-ac00-d22889828ef1: DOWN {{(pid=103482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:17:46.306084 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 56494) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:17:46.360317 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0f11f9a9-628e-4e13-abcc-d01abbda4477 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for security_group (23d853bf-c4e9-4e71-bf14-e9c644553070), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:46.386753 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0f11f9a9-628e-4e13-abcc-d01abbda4477 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for security_group (23d853bf-c4e9-4e71-bf14-e9c644553070), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:46.445530 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0f11f9a9-628e-4e13-abcc-d01abbda4477 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (23d853bf-c4e9-4e71-bf14-e9c644553070), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:46.448258 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0f11f9a9-628e-4e13-abcc-d01abbda4477 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:46.449442 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-0f11f9a9-628e-4e13-abcc-d01abbda4477 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "DELETE /v2.0/security-groups/23d853bf-c4e9-4e71-bf14-e9c644553070 HTTP/1.1" status: 204 len: 168 time: 0.1423783 Apr 04 06:17:46.452260 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56496) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:17:46.457449 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 031b35eb-3eef-4f87-9b34-0ee798bb2b47 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:17:46.461116 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11f9a9-628e-4e13-abcc-d01abbda4477 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d853bf-c4e9-4e71-bf14-e9c644553070,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:46.474959 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.api.v2.resource [None req-7984b539-67b6-4c8f-8d5f-b972829581a9 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] show failed (client error): The resource could not be found. Apr 04 06:17:46.479616 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-7984b539-67b6-4c8f-8d5f-b972829581a9 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups/23d853bf-c4e9-4e71-bf14-e9c644553070 HTTP/1.1" status: 404 len: 347 time: 0.0254893 Apr 04 06:17:46.480427 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56498) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:17:46.484117 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] No Port match for: 031b35eb-3eef-4f87-9b34-0ee798bb2b47 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:17:46.485409 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 031b35eb-3eef-4f87-9b34-0ee798bb2b47 not bound to the agent host hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:17:46.608181 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3d646-a70b-44a8-af47-bd0f67a9231c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Deleting port 8947ce09-c4ae-48ee-9b46-25abfda56ecb {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:17:46.608529 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d646-a70b-44a8-af47-bd0f67a9231c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (8947ce09-c4ae-48ee-9b46-25abfda56ecb), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:46.683354 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d646-a70b-44a8-af47-bd0f67a9231c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (8947ce09-c4ae-48ee-9b46-25abfda56ecb), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:46.683642 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d646-a70b-44a8-af47-bd0f67a9231c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for floatingip (8947ce09-c4ae-48ee-9b46-25abfda56ecb), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:46.695547 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-ffc3d646-a70b-44a8-af47-bd0f67a9231c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Calling delete_port for 8947ce09-c4ae-48ee-9b46-25abfda56ecb owned by network:floatingip {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:17:46.832380 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d646-a70b-44a8-af47-bd0f67a9231c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (8947ce09-c4ae-48ee-9b46-25abfda56ecb), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:46.857355 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3d646-a70b-44a8-af47-bd0f67a9231c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Pushing event deleted for resources: {'Port': ['ID=8947ce09-c4ae-48ee-9b46-25abfda56ecb,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:46.923524 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d646-a70b-44a8-af47-bd0f67a9231c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks [] for floatingip (5bb2749b-5a6a-4009-ac00-d22889828ef1), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:46.926074 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d646-a70b-44a8-af47-bd0f67a9231c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:46.927243 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-ffc3d646-a70b-44a8-af47-bd0f67a9231c tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "DELETE /v2.0/floatingips/5bb2749b-5a6a-4009-ac00-d22889828ef1 HTTP/1.1" status: 204 len: 168 time: 0.4456217 Apr 04 06:17:49.455922 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384fd36-d4a1-42d1-a03a-5b796df7ff39 req-1dd05f8b-0d3c-439c-bd2d-c7059b1cf2ea tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:49.457312 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3384fd36-d4a1-42d1-a03a-5b796df7ff39 req-1dd05f8b-0d3c-439c-bd2d-c7059b1cf2ea tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.0558686 Apr 04 06:17:49.513679 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3384fd36-d4a1-42d1-a03a-5b796df7ff39 req-89296ba8-f458-436e-ba9a-a831fcf8c3b0 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506158 Apr 04 06:17:50.177478 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf5305-a0c1-4552-a7cf-1a8e111f63f6 req-26f9ef93-fdb8-4a61-85c1-e47588495211 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:50.178839 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0bbf5305-a0c1-4552-a7cf-1a8e111f63f6 req-26f9ef93-fdb8-4a61-85c1-e47588495211 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.37 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 945 time: 0.0608382 Apr 04 06:17:50.284731 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-0bbf5305-a0c1-4552-a7cf-1a8e111f63f6 req-838ba286-08bb-4011-83d2-339b41b8cb46 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Deleting port b5846f42-b520-40f3-8d48-058d23e28e31 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:17:50.285130 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0bbf5305-a0c1-4552-a7cf-1a8e111f63f6 req-838ba286-08bb-4011-83d2-339b41b8cb46 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (b5846f42-b520-40f3-8d48-058d23e28e31), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:50.386000 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-0bbf5305-a0c1-4552-a7cf-1a8e111f63f6 req-838ba286-08bb-4011-83d2-339b41b8cb46 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] For port b5846f42-b520-40f3-8d48-058d23e28e31, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=b5846f42-b520-40f3-8d48-058d23e28e31,segment=NetworkSegment(449e42ca-afbf-4d5e-a8c0-f64385ea3ca8),segment_id=449e42ca-afbf-4d5e-a8c0-f64385ea3ca8)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:17:50.386351 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0bbf5305-a0c1-4552-a7cf-1a8e111f63f6 req-838ba286-08bb-4011-83d2-339b41b8cb46 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (b5846f42-b520-40f3-8d48-058d23e28e31), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:50.399883 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-0bbf5305-a0c1-4552-a7cf-1a8e111f63f6 req-838ba286-08bb-4011-83d2-339b41b8cb46 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Calling delete_port for b5846f42-b520-40f3-8d48-058d23e28e31 owned by compute:nova {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:17:50.556080 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0bbf5305-a0c1-4552-a7cf-1a8e111f63f6 req-838ba286-08bb-4011-83d2-339b41b8cb46 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (b5846f42-b520-40f3-8d48-058d23e28e31), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:50.568569 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['0e489c0f-da2a-4d87-8c10-4442c8b1e207'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:17:50.585360 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ba286-08bb-4011-83d2-339b41b8cb46 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Pushing event deleted for resources: {'Port': ['ID=b5846f42-b520-40f3-8d48-058d23e28e31,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:50.650263 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-779f4a34-be9a-48c2-876d-17615ca20f6f req-ef0de918-d291-4675-b820-df81ddb70357 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=f57fcb6a-d4a4-4f05-8604-f372211a5713 HTTP/1.1" status: 200 len: 210 time: 0.0568986 Apr 04 06:17:50.651107 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbf5305-a0c1-4552-a7cf-1a8e111f63f6 req-838ba286-08bb-4011-83d2-339b41b8cb46 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] No DVR routers for this DVR port b5846f42-b520-40f3-8d48-058d23e28e31 on host hv-cinder-83444 {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:17:50.653821 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0bbf5305-a0c1-4552-a7cf-1a8e111f63f6 req-838ba286-08bb-4011-83d2-339b41b8cb46 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:50.657530 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0bbf5305-a0c1-4552-a7cf-1a8e111f63f6 req-838ba286-08bb-4011-83d2-339b41b8cb46 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.37 "DELETE /v2.0/ports/b5846f42-b520-40f3-8d48-058d23e28e31 HTTP/1.1" status: 204 len: 173 time: 0.4729013 Apr 04 06:17:50.658026 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57fcb6a-d4a4-4f05-8604-f372211a5713', 'name': 'network-vif-deleted', 'tag': 'b5846f42-b520-40f3-8d48-058d23e28e31'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:17:50.660924 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c731544-7792-431d-8fef-57e0ee89686b" -d '{"events": [{"server_uuid": "f57fcb6a-d4a4-4f05-8604-f372211a5713", "name": "network-vif-deleted", "tag": "b5846f42-b520-40f3-8d48-058d23e28e31"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:17:50.700218 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a4dbcf-6ddb-4b62-bafd-bfc5b693b71f x-openstack-request-id: req-47a4dbcf-6ddb-4b62-bafd-bfc5b693b71f {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:17:50.700557 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57fcb6a-d4a4-4f05-8604-f372211a5713", "name": "network-vif-deleted", "tag": "b5846f42-b520-40f3-8d48-058d23e28e31", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:17:50.700794 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-47a4dbcf-6ddb-4b62-bafd-bfc5b693b71f {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:17:50.701258 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a4dbcf-6ddb-4b62-bafd-bfc5b693b71f'] response: {'server_uuid': 'f57fcb6a-d4a4-4f05-8604-f372211a5713', 'name': 'network-vif-deleted', 'tag': 'b5846f42-b520-40f3-8d48-058d23e28e31', 'status': 'completed', 'code': 200} Apr 04 06:17:51.982559 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74461ebd-245a-4ea0-aae9-ce84c600bc5a req-192346ba-faf0-49b1-aff6-a6259a19845d tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:51.984503 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-74461ebd-245a-4ea0-aae9-ce84c600bc5a req-192346ba-faf0-49b1-aff6-a6259a19845d tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0633659 Apr 04 06:17:52.037677 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-74461ebd-245a-4ea0-aae9-ce84c600bc5a req-ea4f2ba1-7f91-4c1d-a501-edc75a807a00 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454392 Apr 04 06:17:52.094986 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be66245-f5c1-407f-93fb-20b6b8dc1709 req-011f3fdd-2c71-489d-9cbe-0bfcdc9773aa tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:52.096550 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0be66245-f5c1-407f-93fb-20b6b8dc1709 req-011f3fdd-2c71-489d-9cbe-0bfcdc9773aa tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac HTTP/1.1" status: 200 len: 945 time: 0.0560362 Apr 04 06:17:52.158649 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0be66245-f5c1-407f-93fb-20b6b8dc1709 req-ed8f816e-b8a2-4211-bf74-d0c3cc436c59 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=954af1e3-7488-4260-9a3c-8a2115cd7cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529740 Apr 04 06:17:52.505001 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device b5846f42-b520-40f3-8d48-058d23e28e31 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:17:52.529357 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] No Port match for: b5846f42-b520-40f3-8d48-058d23e28e31 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:17:52.529682 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device b5846f42-b520-40f3-8d48-058d23e28e31 not bound to the agent host hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:17:52.791341 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056bb103-6aa6-4e95-8e24-a2c7565df802 req-67b49be8-6a63-4288-b9a6-7a148631e4d2 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:52.792734 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-056bb103-6aa6-4e95-8e24-a2c7565df802 req-67b49be8-6a63-4288-b9a6-7a148631e4d2 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.37 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 946 time: 0.0641339 Apr 04 06:17:52.901855 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-056bb103-6aa6-4e95-8e24-a2c7565df802 req-1890a43b-5591-4984-b89b-5f38be9b886b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Deleting port 0e489c0f-da2a-4d87-8c10-4442c8b1e207 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:17:52.902171 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-056bb103-6aa6-4e95-8e24-a2c7565df802 req-1890a43b-5591-4984-b89b-5f38be9b886b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (0e489c0f-da2a-4d87-8c10-4442c8b1e207), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:52.995058 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-056bb103-6aa6-4e95-8e24-a2c7565df802 req-1890a43b-5591-4984-b89b-5f38be9b886b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] For port 0e489c0f-da2a-4d87-8c10-4442c8b1e207, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=0e489c0f-da2a-4d87-8c10-4442c8b1e207,segment=NetworkSegment(449e42ca-afbf-4d5e-a8c0-f64385ea3ca8),segment_id=449e42ca-afbf-4d5e-a8c0-f64385ea3ca8)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:17:52.995762 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-056bb103-6aa6-4e95-8e24-a2c7565df802 req-1890a43b-5591-4984-b89b-5f38be9b886b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (0e489c0f-da2a-4d87-8c10-4442c8b1e207), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:53.012631 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-056bb103-6aa6-4e95-8e24-a2c7565df802 req-1890a43b-5591-4984-b89b-5f38be9b886b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Calling delete_port for 0e489c0f-da2a-4d87-8c10-4442c8b1e207 owned by compute:nova {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:17:53.169988 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-056bb103-6aa6-4e95-8e24-a2c7565df802 req-1890a43b-5591-4984-b89b-5f38be9b886b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (0e489c0f-da2a-4d87-8c10-4442c8b1e207), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:53.182835 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['0e489c0f-da2a-4d87-8c10-4442c8b1e207'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:17:53.211511 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f6496-37dc-40b6-babd-58ecb5b8468d req-82673150-31de-4a53-a297-081941f32042 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:53.213070 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e93f6496-37dc-40b6-babd-58ecb5b8468d req-82673150-31de-4a53-a297-081941f32042 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/ports?device_id=826a41d4-5afe-4613-9f02-303b07a5bfce HTTP/1.1" status: 200 len: 867 time: 0.0968821 Apr 04 06:17:53.214502 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890a43b-5591-4984-b89b-5f38be9b886b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Pushing event deleted for resources: {'Port': ['ID=0e489c0f-da2a-4d87-8c10-4442c8b1e207,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:53.281587 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-056bb103-6aa6-4e95-8e24-a2c7565df802 req-1890a43b-5591-4984-b89b-5f38be9b886b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] No DVR routers for this DVR port 0e489c0f-da2a-4d87-8c10-4442c8b1e207 on host hv-cinder-83444 {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:17:53.297735 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-056bb103-6aa6-4e95-8e24-a2c7565df802 req-1890a43b-5591-4984-b89b-5f38be9b886b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:53.301118 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-056bb103-6aa6-4e95-8e24-a2c7565df802 req-1890a43b-5591-4984-b89b-5f38be9b886b tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.37 "DELETE /v2.0/ports/0e489c0f-da2a-4d87-8c10-4442c8b1e207 HTTP/1.1" status: 204 len: 173 time: 0.4986668 Apr 04 06:17:53.301730 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826a41d4-5afe-4613-9f02-303b07a5bfce', 'name': 'network-vif-deleted', 'tag': '0e489c0f-da2a-4d87-8c10-4442c8b1e207'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:17:53.304000 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc590624-7556-4120-b2ae-41616090f8f1" -d '{"events": [{"server_uuid": "826a41d4-5afe-4613-9f02-303b07a5bfce", "name": "network-vif-deleted", "tag": "0e489c0f-da2a-4d87-8c10-4442c8b1e207"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:17:53.339565 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e93f6496-37dc-40b6-babd-58ecb5b8468d req-7bae79ef-8ffb-4f51-9bfe-aefa22ae96a0 tempest-ServerRescueNegativeTestJSON-2128956307 tempest-ServerRescueNegativeTestJSON-2128956307-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd146ca2-5ffd-4a91-89e0-1c133e877eb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009257 Apr 04 06:17:53.356676 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fac63-c4af-4e7c-8d20-c7168eff28f6 req-309bed32-9029-42db-a7dc-f3c0c8e93fc5 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:53.358415 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-af0fac63-c4af-4e7c-8d20-c7168eff28f6 req-309bed32-9029-42db-a7dc-f3c0c8e93fc5 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac HTTP/1.1" status: 200 len: 945 time: 0.1155813 Apr 04 06:17:53.403205 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bb99f0-486e-450e-8ba7-7f1a9b7e2fe0 x-openstack-request-id: req-50bb99f0-486e-450e-8ba7-7f1a9b7e2fe0 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:17:53.403498 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "826a41d4-5afe-4613-9f02-303b07a5bfce", "name": "network-vif-deleted", "tag": "0e489c0f-da2a-4d87-8c10-4442c8b1e207", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:17:53.403751 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50bb99f0-486e-450e-8ba7-7f1a9b7e2fe0 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:17:53.404404 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50bb99f0-486e-450e-8ba7-7f1a9b7e2fe0'] response: {'server_uuid': '826a41d4-5afe-4613-9f02-303b07a5bfce', 'name': 'network-vif-deleted', 'tag': '0e489c0f-da2a-4d87-8c10-4442c8b1e207', 'status': 'completed', 'code': 200} Apr 04 06:17:53.421512 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-af0fac63-c4af-4e7c-8d20-c7168eff28f6 req-6a05d7fd-6e01-45f4-a005-c046058b2cb7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=954af1e3-7488-4260-9a3c-8a2115cd7cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566094 Apr 04 06:17:54.274608 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820cebf-1c43-45fe-9450-5fdf64f1211b req-129ff7d6-7f1a-45d6-b36d-d24abde3f2b9 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:54.275966 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9820cebf-1c43-45fe-9450-5fdf64f1211b req-129ff7d6-7f1a-45d6-b36d-d24abde3f2b9 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.37 "GET /v2.0/ports?device_id=6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac HTTP/1.1" status: 200 len: 945 time: 0.0629659 Apr 04 06:17:54.376790 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-9820cebf-1c43-45fe-9450-5fdf64f1211b req-f31b5d97-617d-4c9f-a545-07d06c591f9d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Deleting port a170a4c9-a9f7-4053-bf53-4db51a0604c6 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:17:54.377181 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-9820cebf-1c43-45fe-9450-5fdf64f1211b req-f31b5d97-617d-4c9f-a545-07d06c591f9d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (a170a4c9-a9f7-4053-bf53-4db51a0604c6), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:54.398983 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56556) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:17:54.473403 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-9820cebf-1c43-45fe-9450-5fdf64f1211b req-f31b5d97-617d-4c9f-a545-07d06c591f9d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] For port a170a4c9-a9f7-4053-bf53-4db51a0604c6, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=a170a4c9-a9f7-4053-bf53-4db51a0604c6,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:17:54.473792 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-9820cebf-1c43-45fe-9450-5fdf64f1211b req-f31b5d97-617d-4c9f-a545-07d06c591f9d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (a170a4c9-a9f7-4053-bf53-4db51a0604c6), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:54.628548 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec949f68-91a1-42ed-882e-7caf10897883 req-1ffc4569-b3ff-4771-a2f7-6382a1bff950 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:54.630449 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ec949f68-91a1-42ed-882e-7caf10897883 req-1ffc4569-b3ff-4771-a2f7-6382a1bff950 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac HTTP/1.1" status: 200 len: 945 time: 0.1392503 Apr 04 06:17:54.713469 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-9820cebf-1c43-45fe-9450-5fdf64f1211b req-f31b5d97-617d-4c9f-a545-07d06c591f9d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:54.713832 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-9820cebf-1c43-45fe-9450-5fdf64f1211b req-f31b5d97-617d-4c9f-a545-07d06c591f9d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (7b6d7bb7-7e78-4db9-8735-1491b8557fc2), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:54.714153 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.l3_db [req-9820cebf-1c43-45fe-9450-5fdf64f1211b req-f31b5d97-617d-4c9f-a545-07d06c591f9d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Floating IP 7b6d7bb7-7e78-4db9-8735-1491b8557fc2 disassociated. External IP: 172.27.2.201, port: a170a4c9-a9f7-4053-bf53-4db51a0604c6. Apr 04 06:17:54.714498 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-9820cebf-1c43-45fe-9450-5fdf64f1211b req-f31b5d97-617d-4c9f-a545-07d06c591f9d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Calling delete_port for a170a4c9-a9f7-4053-bf53-4db51a0604c6 owned by compute:nova {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:17:54.733308 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ec949f68-91a1-42ed-882e-7caf10897883 req-83e00836-8cab-48c0-85c8-8c4f1eff1cb4 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=954af1e3-7488-4260-9a3c-8a2115cd7cb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972478 Apr 04 06:17:54.854828 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-9820cebf-1c43-45fe-9450-5fdf64f1211b req-f31b5d97-617d-4c9f-a545-07d06c591f9d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (a170a4c9-a9f7-4053-bf53-4db51a0604c6), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:54.886825 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b5d97-617d-4c9f-a545-07d06c591f9d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event deleted for resources: {'Port': ['ID=a170a4c9-a9f7-4053-bf53-4db51a0604c6,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:54.933287 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c0af95b5-2b37-45fd-852e-41c86259d217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1596021'] for router_interface (9bedd657-7d9c-41ab-9da5-e2c86274a5e1), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:55.009219 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9820cebf-1c43-45fe-9450-5fdf64f1211b req-f31b5d97-617d-4c9f-a545-07d06c591f9d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:17:55.127446 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9820cebf-1c43-45fe-9450-5fdf64f1211b req-f31b5d97-617d-4c9f-a545-07d06c591f9d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:17:55.139304 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa6022c-109f-4baa-9cb0-3eaa6d200287 None None] Sync routers for ids ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:17:55.156129 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa6022c-109f-4baa-9cb0-3eaa6d200287 None None] Routers {'8de8fcc5-8170-4153-b16f-b82e06d3b3c0'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:17:55.156752 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-baa6022c-109f-4baa-9cb0-3eaa6d200287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:17:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:17:55.279534 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-baa6022c-109f-4baa-9cb0-3eaa6d200287 None None] Set router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:17:55.447565 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-9820cebf-1c43-45fe-9450-5fdf64f1211b req-f31b5d97-617d-4c9f-a545-07d06c591f9d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] No DVR routers for this DVR port a170a4c9-a9f7-4053-bf53-4db51a0604c6 on host hv-cinder-83444 {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:17:55.450643 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-9820cebf-1c43-45fe-9450-5fdf64f1211b req-f31b5d97-617d-4c9f-a545-07d06c591f9d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:55.454078 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9820cebf-1c43-45fe-9450-5fdf64f1211b req-f31b5d97-617d-4c9f-a545-07d06c591f9d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.37 "DELETE /v2.0/ports/a170a4c9-a9f7-4053-bf53-4db51a0604c6 HTTP/1.1" status: 204 len: 173 time: 1.1717143 Apr 04 06:17:55.454702 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac', 'name': 'network-vif-deleted', 'tag': 'a170a4c9-a9f7-4053-bf53-4db51a0604c6'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:17:55.456937 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1452cb38-d63c-4cc0-81ef-28f190a057c0" -d '{"events": [{"server_uuid": "6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac", "name": "network-vif-deleted", "tag": "a170a4c9-a9f7-4053-bf53-4db51a0604c6"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:17:55.497772 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965babe0-f566-4649-a140-a90438a61b00 x-openstack-request-id: req-965babe0-f566-4649-a140-a90438a61b00 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:17:55.498344 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac", "name": "network-vif-deleted", "tag": "a170a4c9-a9f7-4053-bf53-4db51a0604c6", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:17:55.498819 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-965babe0-f566-4649-a140-a90438a61b00 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:17:55.499443 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-965babe0-f566-4649-a140-a90438a61b00'] response: {'server_uuid': '6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac', 'name': 'network-vif-deleted', 'tag': 'a170a4c9-a9f7-4053-bf53-4db51a0604c6', 'status': 'completed', 'code': 200} Apr 04 06:17:55.536268 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-baa6022c-109f-4baa-9cb0-3eaa6d200287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '32c8b29d-3862-4b78-b0a5-91ebaf56e1bd', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'port_id': 'bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'mac_address': 'fa:16:3e:24:d2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352fa89-517c-4034-acb7-9b35890acec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:11:38Z', 'updated_at': '2022-04-04T06:12:06Z', 'revision_number': 2, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:17:55.541697 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-c0af95b5-2b37-45fd-852e-41c86259d217 admin admin] Deleting port 5b308155-2083-4bb7-8c79-6b96f4fa459b {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:17:55.542190 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c0af95b5-2b37-45fd-852e-41c86259d217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (5b308155-2083-4bb7-8c79-6b96f4fa459b), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:55.574438 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa6022c-109f-4baa-9cb0-3eaa6d200287 None None] Checking router: 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:17:55.584811 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa6022c-109f-4baa-9cb0-3eaa6d200287 None None] Routers {'8de8fcc5-8170-4153-b16f-b82e06d3b3c0'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:17:55.585657 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-baa6022c-109f-4baa-9cb0-3eaa6d200287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:17:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:17:55.626657 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-c0af95b5-2b37-45fd-852e-41c86259d217 admin admin] For port 5b308155-2083-4bb7-8c79-6b96f4fa459b, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=5b308155-2083-4bb7-8c79-6b96f4fa459b,segment=NetworkSegment(449e42ca-afbf-4d5e-a8c0-f64385ea3ca8),segment_id=449e42ca-afbf-4d5e-a8c0-f64385ea3ca8)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:17:55.627030 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c0af95b5-2b37-45fd-852e-41c86259d217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (5b308155-2083-4bb7-8c79-6b96f4fa459b), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:55.641601 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-c0af95b5-2b37-45fd-852e-41c86259d217 admin admin] Calling delete_port for 5b308155-2083-4bb7-8c79-6b96f4fa459b owned by network:router_interface {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:17:55.834141 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-baa6022c-109f-4baa-9cb0-3eaa6d200287 None None] Set router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:17:55.838513 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c0af95b5-2b37-45fd-852e-41c86259d217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (5b308155-2083-4bb7-8c79-6b96f4fa459b), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:55.851510 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-dae159d4-2c15-4e75-a63c-538502e94df7 req-e2b4c6b9-0343-43cc-81c4-ff24309c990a tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=6172b2b3-86f2-4ecb-a37d-e84c7b3b9cac HTTP/1.1" status: 200 len: 210 time: 0.0294120 Apr 04 06:17:55.918293 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af95b5-2b37-45fd-852e-41c86259d217 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b308155-2083-4bb7-8c79-6b96f4fa459b,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:56.082786 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c0af95b5-2b37-45fd-852e-41c86259d217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596389'] for router_interface (9bedd657-7d9c-41ab-9da5-e2c86274a5e1), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:56.103788 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-baa6022c-109f-4baa-9cb0-3eaa6d200287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '32c8b29d-3862-4b78-b0a5-91ebaf56e1bd', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'port_id': 'bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'mac_address': 'fa:16:3e:24:d2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352fa89-517c-4034-acb7-9b35890acec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:11:38Z', 'updated_at': '2022-04-04T06:12:06Z', 'revision_number': 2, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:17:56.138236 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa6022c-109f-4baa-9cb0-3eaa6d200287 None None] The sync data for ids ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'] in dv-cinder-834448-2-iscsi is: [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '32c8b29d-3862-4b78-b0a5-91ebaf56e1bd', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'port_id': 'bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'mac_address': 'fa:16:3e:24:d2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352fa89-517c-4034-acb7-9b35890acec8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:11:38Z', 'updated_at': '2022-04-04T06:12:06Z', 'revision_number': 2, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:17:56.152960 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-46fea9df-d6f3-4ca5-9eb3-cfdddbbf266e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:56.307025 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0af95b5-2b37-45fd-852e-41c86259d217 admin admin] Router 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:17:56.357457 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d09b2-5aba-45ff-a5e8-2374d3ba227e None None] New status for floating IP 7b6d7bb7-7e78-4db9-8735-1491b8557fc2: DOWN {{(pid=103482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:17:56.421973 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0af95b5-2b37-45fd-852e-41c86259d217 admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:17:56.427343 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-c0af95b5-2b37-45fd-852e-41c86259d217 admin admin] 10.222.0.30 "PUT /v2.0/routers/9bedd657-7d9c-41ab-9da5-e2c86274a5e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0273156 Apr 04 06:17:56.430051 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56566) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:17:56.433404 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b0375d-cfb3-4d7a-90c9-99cf433e7af0 None None] Sync routers for ids ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:17:56.444270 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b0375d-cfb3-4d7a-90c9-99cf433e7af0 None None] Routers {'9bedd657-7d9c-41ab-9da5-e2c86274a5e1'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:17:56.445058 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-55b0375d-cfb3-4d7a-90c9-99cf433e7af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:17:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:17:56.514958 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device a170a4c9-a9f7-4053-bf53-4db51a0604c6 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:17:56.542982 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] No Port match for: a170a4c9-a9f7-4053-bf53-4db51a0604c6 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:17:56.543222 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b54b0b85-3ad5-491d-ac6e-fe1f89520fcc admin admin] Publish callbacks [] for router (9bedd657-7d9c-41ab-9da5-e2c86274a5e1), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:56.543705 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device a170a4c9-a9f7-4053-bf53-4db51a0604c6 not bound to the agent host hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:17:56.543834 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 0e489c0f-da2a-4d87-8c10-4442c8b1e207 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:17:56.572209 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] No Port match for: 0e489c0f-da2a-4d87-8c10-4442c8b1e207 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:17:56.572422 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 0e489c0f-da2a-4d87-8c10-4442c8b1e207 not bound to the agent host hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:17:56.604558 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-55b0375d-cfb3-4d7a-90c9-99cf433e7af0 None None] Set router 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:17:56.658532 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b54b0b85-3ad5-491d-ac6e-fe1f89520fcc admin admin] Publish callbacks [] for router_gateway (9bedd657-7d9c-41ab-9da5-e2c86274a5e1), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:56.717881 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-b54b0b85-3ad5-491d-ac6e-fe1f89520fcc admin admin] Deleting port 150f81ed-a07a-42db-a795-1d1d7e8d6080 {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:17:56.718287 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b54b0b85-3ad5-491d-ac6e-fe1f89520fcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (150f81ed-a07a-42db-a795-1d1d7e8d6080), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:56.784154 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-55b0375d-cfb3-4d7a-90c9-99cf433e7af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2045266382-router', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:09:58Z', 'updated_at': '2022-04-04T06:17:55Z', 'revision_number': 5, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'gw_port': {'id': '150f81ed-a07a-42db-a795-1d1d7e8d6080', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:29:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:09:59Z', 'updated_at': '2022-04-04T06:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:17:56.797419 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-b54b0b85-3ad5-491d-ac6e-fe1f89520fcc admin admin] For port 150f81ed-a07a-42db-a795-1d1d7e8d6080, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=150f81ed-a07a-42db-a795-1d1d7e8d6080,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:17:56.797782 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b54b0b85-3ad5-491d-ac6e-fe1f89520fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (150f81ed-a07a-42db-a795-1d1d7e8d6080), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:56.812690 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-b54b0b85-3ad5-491d-ac6e-fe1f89520fcc admin admin] Calling delete_port for 150f81ed-a07a-42db-a795-1d1d7e8d6080 owned by network:router_gateway {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:17:56.814778 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b0375d-cfb3-4d7a-90c9-99cf433e7af0 None None] Checking router: 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:17:56.823896 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b0375d-cfb3-4d7a-90c9-99cf433e7af0 None None] Routers {'9bedd657-7d9c-41ab-9da5-e2c86274a5e1'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:17:56.824402 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-55b0375d-cfb3-4d7a-90c9-99cf433e7af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:17:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:17:56.913573 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-55b0375d-cfb3-4d7a-90c9-99cf433e7af0 None None] Set router 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 gateway port host: None {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:17:56.957760 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 56574) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:17:56.978170 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-55b0375d-cfb3-4d7a-90c9-99cf433e7af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2045266382-router', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:09:58Z', 'updated_at': '2022-04-04T06:17:56Z', 'revision_number': 6, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'gw_port_host': None}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:17:56.988571 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b54b0b85-3ad5-491d-ac6e-fe1f89520fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (150f81ed-a07a-42db-a795-1d1d7e8d6080), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:57.013295 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b0375d-cfb3-4d7a-90c9-99cf433e7af0 None None] The sync data for ids ['9bedd657-7d9c-41ab-9da5-e2c86274a5e1'] in dv-cinder-834448-2-iscsi is: [{'id': '9bedd657-7d9c-41ab-9da5-e2c86274a5e1', 'name': 'tempest-ServerRescueNegativeTestJSON-2045266382-router', 'tenant_id': 'f97d1852193346c6916d9747f0c3b84f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:09:58Z', 'updated_at': '2022-04-04T06:17:56Z', 'revision_number': 6, 'project_id': 'f97d1852193346c6916d9747f0c3b84f', 'gw_port_host': None}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:17:57.015499 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e819d6fd-3042-41f5-bdea-b3b8354f1155 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (954af1e3-7488-4260-9a3c-8a2115cd7cb9), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:57.015668 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54b0b85-3ad5-491d-ac6e-fe1f89520fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=150f81ed-a07a-42db-a795-1d1d7e8d6080,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:57.043463 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e819d6fd-3042-41f5-bdea-b3b8354f1155 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (954af1e3-7488-4260-9a3c-8a2115cd7cb9), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:57.084767 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b54b0b85-3ad5-491d-ac6e-fe1f89520fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589263'] for router_gateway (9bedd657-7d9c-41ab-9da5-e2c86274a5e1), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:57.095724 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e819d6fd-3042-41f5-bdea-b3b8354f1155 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (954af1e3-7488-4260-9a3c-8a2115cd7cb9), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:57.098394 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e819d6fd-3042-41f5-bdea-b3b8354f1155 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:57.099613 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-e819d6fd-3042-41f5-bdea-b3b8354f1155 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "DELETE /v2.0/security-groups/954af1e3-7488-4260-9a3c-8a2115cd7cb9 HTTP/1.1" status: 204 len: 168 time: 0.1406686 Apr 04 06:17:57.103356 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 56576) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:17:57.116829 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819d6fd-3042-41f5-bdea-b3b8354f1155 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=954af1e3-7488-4260-9a3c-8a2115cd7cb9,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:57.124969 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.api.v2.resource [None req-c73470a1-1516-49e4-a507-7a176413649b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] show failed (client error): The resource could not be found. Apr 04 06:17:57.129862 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-c73470a1-1516-49e4-a507-7a176413649b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups/954af1e3-7488-4260-9a3c-8a2115cd7cb9 HTTP/1.1" status: 404 len: 347 time: 0.0207760 Apr 04 06:17:57.130495 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 56578) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:17:57.193083 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b54b0b85-3ad5-491d-ac6e-fe1f89520fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1597331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016'] for router (9bedd657-7d9c-41ab-9da5-e2c86274a5e1), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:57.195380 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b54b0b85-3ad5-491d-ac6e-fe1f89520fcc admin admin] Publish callbacks [] for router_controller (9bedd657-7d9c-41ab-9da5-e2c86274a5e1), precommit_delete_associations {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:57.258790 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-3dbc5338-2059-406b-bcda-d4ada137dc5d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Deleting port 8cf8339e-aa16-48f5-8a60-0ed4214635cb {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:17:57.259192 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3dbc5338-2059-406b-bcda-d4ada137dc5d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (8cf8339e-aa16-48f5-8a60-0ed4214635cb), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:57.262935 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b54b0b85-3ad5-491d-ac6e-fe1f89520fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1597418'] for router (9bedd657-7d9c-41ab-9da5-e2c86274a5e1), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:57.263470 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54b0b85-3ad5-491d-ac6e-fe1f89520fcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bedd657-7d9c-41ab-9da5-e2c86274a5e1 {{(pid=103479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 06:17:57.269075 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b54b0b85-3ad5-491d-ac6e-fe1f89520fcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:57.270279 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-b54b0b85-3ad5-491d-ac6e-fe1f89520fcc admin admin] 10.222.0.30 "DELETE /v2.0/routers/9bedd657-7d9c-41ab-9da5-e2c86274a5e1 HTTP/1.1" status: 204 len: 168 time: 0.8392651 Apr 04 06:17:57.272781 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 56580) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:17:57.362363 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c721c54-0e84-4b6a-b58b-f7ffd7ecf8b6 admin admin] Deleting subnet d3bb9207-6ade-4d75-844a-3661ead84b19 {{(pid=103480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 06:17:57.370573 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c721c54-0e84-4b6a-b58b-f7ffd7ecf8b6 admin admin] Publish callbacks [] for subnet (d3bb9207-6ade-4d75-844a-3661ead84b19), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:57.399230 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3dbc5338-2059-406b-bcda-d4ada137dc5d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (8cf8339e-aa16-48f5-8a60-0ed4214635cb), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:57.399518 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3dbc5338-2059-406b-bcda-d4ada137dc5d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (8cf8339e-aa16-48f5-8a60-0ed4214635cb), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:57.419433 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-3dbc5338-2059-406b-bcda-d4ada137dc5d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Calling delete_port for 8cf8339e-aa16-48f5-8a60-0ed4214635cb owned by network:floatingip {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:17:57.429279 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c721c54-0e84-4b6a-b58b-f7ffd7ecf8b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3914041'] for subnet (d3bb9207-6ade-4d75-844a-3661ead84b19), precommit_delete_associations {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:57.606325 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c721c54-0e84-4b6a-b58b-f7ffd7ecf8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047354'] for subnet (d3bb9207-6ade-4d75-844a-3661ead84b19), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:57.698459 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c721c54-0e84-4b6a-b58b-f7ffd7ecf8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2345283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9101493'] for subnet (d3bb9207-6ade-4d75-844a-3661ead84b19), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:57.703950 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3dbc5338-2059-406b-bcda-d4ada137dc5d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (8cf8339e-aa16-48f5-8a60-0ed4214635cb), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:57.731815 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c721c54-0e84-4b6a-b58b-f7ffd7ecf8b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3bb9207-6ade-4d75-844a-3661ead84b19,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:57.755386 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c721c54-0e84-4b6a-b58b-f7ffd7ecf8b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for subnet (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:57.759255 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-8c721c54-0e84-4b6a-b58b-f7ffd7ecf8b6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d3bb9207-6ade-4d75-844a-3661ead84b19 HTTP/1.1" status: 204 len: 168 time: 0.4854746 Apr 04 06:17:57.761527 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc5338-2059-406b-bcda-d4ada137dc5d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event deleted for resources: {'Port': ['ID=8cf8339e-aa16-48f5-8a60-0ed4214635cb,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:57.762439 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17ec5c5-92cb-49eb-964a-3572ca763e16 None None] Network 26e2fb68-805f-433f-ae13-ccc07aa47348 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:17:57.762924 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56582) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:17:57.828662 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 5b308155-2083-4bb7-8c79-6b96f4fa459b no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:17:57.837228 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3dbc5338-2059-406b-bcda-d4ada137dc5d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (7b6d7bb7-7e78-4db9-8735-1491b8557fc2), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:57.846697 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3dbc5338-2059-406b-bcda-d4ada137dc5d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:57.847440 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-3dbc5338-2059-406b-bcda-d4ada137dc5d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "DELETE /v2.0/floatingips/7b6d7bb7-7e78-4db9-8735-1491b8557fc2 HTTP/1.1" status: 204 len: 168 time: 0.7159832 Apr 04 06:17:57.861605 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: 5b308155-2083-4bb7-8c79-6b96f4fa459b {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:17:57.862215 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 5b308155-2083-4bb7-8c79-6b96f4fa459b not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:17:57.865616 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-72a38c42-7225-4f4f-b221-4f2d72710fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823931'] for network (26e2fb68-805f-433f-ae13-ccc07aa47348), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:57.930715 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-72a38c42-7225-4f4f-b221-4f2d72710fc7 admin admin] Deleting port 2949dddc-c03c-47b1-a5bd-ca5ad802390f {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:17:57.931063 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-72a38c42-7225-4f4f-b221-4f2d72710fc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (2949dddc-c03c-47b1-a5bd-ca5ad802390f), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:57.992172 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e3cb16-5f1b-46b0-ad05-5b9187aee66a None None] DHCP port deletion for 26e2fb68-805f-433f-ae13-ccc07aa47348 request from dv-cinder-834448-2-iscsi {{(pid=103481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 06:17:57.999335 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-72a38c42-7225-4f4f-b221-4f2d72710fc7 admin admin] For port 2949dddc-c03c-47b1-a5bd-ca5ad802390f, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=2949dddc-c03c-47b1-a5bd-ca5ad802390f,segment=NetworkSegment(449e42ca-afbf-4d5e-a8c0-f64385ea3ca8),segment_id=449e42ca-afbf-4d5e-a8c0-f64385ea3ca8)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:17:57.999694 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-72a38c42-7225-4f4f-b221-4f2d72710fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (2949dddc-c03c-47b1-a5bd-ca5ad802390f), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:58.017975 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-72a38c42-7225-4f4f-b221-4f2d72710fc7 admin admin] Calling delete_port for 2949dddc-c03c-47b1-a5bd-ca5ad802390f owned by network:dhcp {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:17:58.049796 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-b9e3cb16-5f1b-46b0-ad05-5b9187aee66a None None] Deleting port 2949dddc-c03c-47b1-a5bd-ca5ad802390f {{(pid=103481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:17:58.050183 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-b9e3cb16-5f1b-46b0-ad05-5b9187aee66a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (2949dddc-c03c-47b1-a5bd-ca5ad802390f), before_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:58.117357 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-72a38c42-7225-4f4f-b221-4f2d72710fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (2949dddc-c03c-47b1-a5bd-ca5ad802390f), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:58.132204 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-b9e3cb16-5f1b-46b0-ad05-5b9187aee66a None None] For port 2949dddc-c03c-47b1-a5bd-ca5ad802390f, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=2949dddc-c03c-47b1-a5bd-ca5ad802390f,segment=NetworkSegment(449e42ca-afbf-4d5e-a8c0-f64385ea3ca8),segment_id=449e42ca-afbf-4d5e-a8c0-f64385ea3ca8)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:17:58.132654 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-b9e3cb16-5f1b-46b0-ad05-5b9187aee66a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (2949dddc-c03c-47b1-a5bd-ca5ad802390f), precommit_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:58.146198 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a38c42-7225-4f4f-b221-4f2d72710fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2949dddc-c03c-47b1-a5bd-ca5ad802390f,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:58.148245 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a38c42-7225-4f4f-b221-4f2d72710fc7 admin admin] No DVR routers for this DVR port 2949dddc-c03c-47b1-a5bd-ca5ad802390f on host dv-cinder-834448-2-iscsi {{(pid=103479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:17:58.163943 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-b9e3cb16-5f1b-46b0-ad05-5b9187aee66a None None] Calling delete_port for 2949dddc-c03c-47b1-a5bd-ca5ad802390f owned by network:dhcp {{(pid=103481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:17:58.227673 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-72a38c42-7225-4f4f-b221-4f2d72710fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951985', 'neutron.services.segments.db._delete_segments_for_network-8794510801722'] for network (26e2fb68-805f-433f-ae13-ccc07aa47348), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:58.252174 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.services.segments.db [None req-72a38c42-7225-4f4f-b221-4f2d72710fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e2fb68-805f-433f-ae13-ccc07aa47348']}} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:17:58.262097 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.services.segments.db [None req-72a38c42-7225-4f4f-b221-4f2d72710fc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449e42ca-afbf-4d5e-a8c0-f64385ea3ca8') {'for_net_delete': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:17:58.262396 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.services.segments.db [None req-72a38c42-7225-4f4f-b221-4f2d72710fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449e42ca-afbf-4d5e-a8c0-f64385ea3ca8') {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:17:58.271837 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-72a38c42-7225-4f4f-b221-4f2d72710fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794510999619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850211'] for segment (449e42ca-afbf-4d5e-a8c0-f64385ea3ca8), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:58.284586 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-72a38c42-7225-4f4f-b221-4f2d72710fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (449e42ca-afbf-4d5e-a8c0-f64385ea3ca8), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:58.291087 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a38c42-7225-4f4f-b221-4f2d72710fc7 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 06:17:58.291474 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-72a38c42-7225-4f4f-b221-4f2d72710fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10309939'] for segment (449e42ca-afbf-4d5e-a8c0-f64385ea3ca8), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: Traceback (most recent call last): Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: timer() Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: cb(*args, **kw) Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: return func(*args, **kwargs) Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: self._notify() Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: self.callback(batched_events) Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: event.method(event) Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: return f(self, *a, **k) Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: return self._get(url).json() Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: return self.request(url, 'GET', **kwargs) Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 06:17:58.293434 dv-cinder-834448-2-iscsi neutron-server[103479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 06:17:58.349480 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-72a38c42-7225-4f4f-b221-4f2d72710fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589347'] for network (26e2fb68-805f-433f-ae13-ccc07aa47348), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:58.356649 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-72a38c42-7225-4f4f-b221-4f2d72710fc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:58.360097 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-72a38c42-7225-4f4f-b221-4f2d72710fc7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/26e2fb68-805f-433f-ae13-ccc07aa47348 HTTP/1.1" status: 204 len: 168 time: 0.5957077 Apr 04 06:17:58.373255 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a38c42-7225-4f4f-b221-4f2d72710fc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=26e2fb68-805f-433f-ae13-ccc07aa47348,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:58.443433 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-b9e3cb16-5f1b-46b0-ad05-5b9187aee66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006'] for port (2949dddc-c03c-47b1-a5bd-ca5ad802390f), after_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:58.451250 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-466e1113-810a-438f-9715-29138e1c95e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:58.469688 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b9e3cb16-5f1b-46b0-ad05-5b9187aee66a None None] Network 26e2fb68-805f-433f-ae13-ccc07aa47348 is not hosted by any dhcp agent {{(pid=103481) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 04 06:17:58.470153 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e3cb16-5f1b-46b0-ad05-5b9187aee66a None None] No DVR routers for this DVR port 2949dddc-c03c-47b1-a5bd-ca5ad802390f on host dv-cinder-834448-2-iscsi {{(pid=103481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:17:58.471848 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3cb16-5f1b-46b0-ad05-5b9187aee66a None None] Pushing event deleted for resources: {'Port': ['ID=2949dddc-c03c-47b1-a5bd-ca5ad802390f,revision_number=None']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:58.487016 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56596) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:17:58.530919 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-ea5f2b85-ed56-4036-af82-ede6ac0d177e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f97d1852193346c6916d9747f0c3b84f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426469 Apr 04 06:17:58.533501 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56598) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:17:58.580778 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c52031b4-3d25-4c12-acd3-84306de5e8c1 admin admin] Publish callbacks [] for security_group (cd146ca2-5ffd-4a91-89e0-1c133e877eb0), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:58.606627 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c52031b4-3d25-4c12-acd3-84306de5e8c1 admin admin] Publish callbacks [] for security_group (cd146ca2-5ffd-4a91-89e0-1c133e877eb0), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:58.665365 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c52031b4-3d25-4c12-acd3-84306de5e8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (cd146ca2-5ffd-4a91-89e0-1c133e877eb0), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:58.669139 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c52031b4-3d25-4c12-acd3-84306de5e8c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:58.670655 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-c52031b4-3d25-4c12-acd3-84306de5e8c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd146ca2-5ffd-4a91-89e0-1c133e877eb0 HTTP/1.1" status: 204 len: 168 time: 0.1359315 Apr 04 06:17:58.678747 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52031b4-3d25-4c12-acd3-84306de5e8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd146ca2-5ffd-4a91-89e0-1c133e877eb0,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:17:59.394522 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 2949dddc-c03c-47b1-a5bd-ca5ad802390f no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:17:59.416279 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: 2949dddc-c03c-47b1-a5bd-ca5ad802390f {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:17:59.416658 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 2949dddc-c03c-47b1-a5bd-ca5ad802390f not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:17:59.417163 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 150f81ed-a07a-42db-a795-1d1d7e8d6080 no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:17:59.439692 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: 150f81ed-a07a-42db-a795-1d1d7e8d6080 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:17:59.440033 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 150f81ed-a07a-42db-a795-1d1d7e8d6080 not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:17:59.542275 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:17:59.562300 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c1d33-c8f1-4083-a513-a46fa7aca815 req-2591166a-adb7-41fc-b24b-f4681036617a tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:17:59.563786 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-827c1d33-c8f1-4083-a513-a46fa7aca815 req-2591166a-adb7-41fc-b24b-f4681036617a tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 946 time: 0.0555952 Apr 04 06:17:59.611924 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-827c1d33-c8f1-4083-a513-a46fa7aca815 req-e5d65d53-7f50-4727-ab40-2057ec38332b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd8365e8-4773-4e8a-bf99-93dfd63547db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418227 Apr 04 06:18:00.608306 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:18:00.640419 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:00.666333 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8878db9a-58f3-44dd-8591-e124cac2b5e8 req-bcea1ca8-36fd-467d-a6be-f5098384358a tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:00.667808 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8878db9a-58f3-44dd-8591-e124cac2b5e8 req-bcea1ca8-36fd-467d-a6be-f5098384358a tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.37 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 946 time: 0.0705206 Apr 04 06:18:00.795553 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4aa2f-1234-4c51-a182-1ed3981751f3 req-fc353aa2-6964-4650-b2b1-9865b75c06d7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:00.797024 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-61c4aa2f-1234-4c51-a182-1ed3981751f3 req-fc353aa2-6964-4650-b2b1-9865b75c06d7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 946 time: 0.0894358 Apr 04 06:18:00.828639 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-8878db9a-58f3-44dd-8591-e124cac2b5e8 req-2427853f-a3a5-4bf5-ba30-b690ae7c516e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Deleting port bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:18:00.829076 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-8878db9a-58f3-44dd-8591-e124cac2b5e8 req-2427853f-a3a5-4bf5-ba30-b690ae7c516e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:00.900334 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-61c4aa2f-1234-4c51-a182-1ed3981751f3 req-012c7004-2f29-4775-ad8b-fc40f6c4132a tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd8365e8-4773-4e8a-bf99-93dfd63547db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962005 Apr 04 06:18:00.942750 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-8878db9a-58f3-44dd-8591-e124cac2b5e8 req-2427853f-a3a5-4bf5-ba30-b690ae7c516e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] For port bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:18:00.943106 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-8878db9a-58f3-44dd-8591-e124cac2b5e8 req-2427853f-a3a5-4bf5-ba30-b690ae7c516e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:01.122318 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-8878db9a-58f3-44dd-8591-e124cac2b5e8 req-2427853f-a3a5-4bf5-ba30-b690ae7c516e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:01.122698 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-8878db9a-58f3-44dd-8591-e124cac2b5e8 req-2427853f-a3a5-4bf5-ba30-b690ae7c516e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (32c8b29d-3862-4b78-b0a5-91ebaf56e1bd), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:01.123003 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.l3_db [req-8878db9a-58f3-44dd-8591-e124cac2b5e8 req-2427853f-a3a5-4bf5-ba30-b690ae7c516e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Floating IP 32c8b29d-3862-4b78-b0a5-91ebaf56e1bd disassociated. External IP: 172.27.2.217, port: bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9. Apr 04 06:18:01.123478 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-8878db9a-58f3-44dd-8591-e124cac2b5e8 req-2427853f-a3a5-4bf5-ba30-b690ae7c516e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Calling delete_port for bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 owned by compute:nova {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:18:01.271460 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-8878db9a-58f3-44dd-8591-e124cac2b5e8 req-2427853f-a3a5-4bf5-ba30-b690ae7c516e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:01.300741 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427853f-a3a5-4bf5-ba30-b690ae7c516e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event deleted for resources: {'Port': ['ID=bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:01.415367 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8878db9a-58f3-44dd-8591-e124cac2b5e8 req-2427853f-a3a5-4bf5-ba30-b690ae7c516e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:18:01.525441 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8878db9a-58f3-44dd-8591-e124cac2b5e8 req-2427853f-a3a5-4bf5-ba30-b690ae7c516e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:18:01.536267 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dea157-63e5-41bd-8ab1-09f3ecaf2834 None None] Sync routers for ids ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:18:01.547009 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dea157-63e5-41bd-8ab1-09f3ecaf2834 None None] Routers {'8de8fcc5-8170-4153-b16f-b82e06d3b3c0'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:18:01.547638 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-91dea157-63e5-41bd-8ab1-09f3ecaf2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:17:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:18:01.566292 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-8878db9a-58f3-44dd-8591-e124cac2b5e8 req-2427853f-a3a5-4bf5-ba30-b690ae7c516e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] No DVR routers for this DVR port bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 on host hv-cinder-83444 {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:18:01.569003 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-8878db9a-58f3-44dd-8591-e124cac2b5e8 req-2427853f-a3a5-4bf5-ba30-b690ae7c516e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:01.573063 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8878db9a-58f3-44dd-8591-e124cac2b5e8 req-2427853f-a3a5-4bf5-ba30-b690ae7c516e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.37 "DELETE /v2.0/ports/bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 HTTP/1.1" status: 204 len: 173 time: 0.8992736 Apr 04 06:18:01.573565 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2352fa89-517c-4034-acb7-9b35890acec8', 'name': 'network-vif-deleted', 'tag': 'bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:18:01.576409 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5025edc8-3428-48c5-890f-149e2653154a" -d '{"events": [{"server_uuid": "2352fa89-517c-4034-acb7-9b35890acec8", "name": "network-vif-deleted", "tag": "bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:18:01.612214 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5bd135-82d2-47f6-acb1-13e7a75135c4 x-openstack-request-id: req-df5bd135-82d2-47f6-acb1-13e7a75135c4 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:18:01.612677 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2352fa89-517c-4034-acb7-9b35890acec8", "name": "network-vif-deleted", "tag": "bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:18:01.612961 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df5bd135-82d2-47f6-acb1-13e7a75135c4 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:18:01.613376 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5bd135-82d2-47f6-acb1-13e7a75135c4'] response: {'server_uuid': '2352fa89-517c-4034-acb7-9b35890acec8', 'name': 'network-vif-deleted', 'tag': 'bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9', 'status': 'completed', 'code': 200} Apr 04 06:18:01.666861 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-91dea157-63e5-41bd-8ab1-09f3ecaf2834 None None] Set router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:18:01.871974 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-91dea157-63e5-41bd-8ab1-09f3ecaf2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:18:01.898098 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dea157-63e5-41bd-8ab1-09f3ecaf2834 None None] Checking router: 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:18:01.906758 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dea157-63e5-41bd-8ab1-09f3ecaf2834 None None] Routers {'8de8fcc5-8170-4153-b16f-b82e06d3b3c0'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:18:01.907354 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-91dea157-63e5-41bd-8ab1-09f3ecaf2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:17:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:18:02.011234 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f1935134-b6c0-4e2e-b536-e3e4198f0bdd req-ecd0d5bc-2600-42c5-8f44-072862443b92 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 210 time: 0.0275619 Apr 04 06:18:02.017639 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-91dea157-63e5-41bd-8ab1-09f3ecaf2834 None None] Set router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:18:02.221340 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-91dea157-63e5-41bd-8ab1-09f3ecaf2834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:18:02.261758 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dea157-63e5-41bd-8ab1-09f3ecaf2834 None None] The sync data for ids ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'] in dv-cinder-834448-2-iscsi is: [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:18:02.323954 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:02.470236 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7117f29b-8443-4af9-bc68-caa16ea7f26d None None] New status for floating IP 32c8b29d-3862-4b78-b0a5-91ebaf56e1bd: DOWN {{(pid=103481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:18:03.144488 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-12debed3-f6f0-49ca-b920-91477f9bcb12 req-bac71c0a-3c37-4c3a-8d32-9721b092aaa6 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 210 time: 0.0372267 Apr 04 06:18:04.090732 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:04.262577 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-59ac6607-ff91-404f-8142-3d2d8dc5f242 req-f06694b3-c447-434c-b9bd-c91464dc5f50 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 210 time: 0.0303538 Apr 04 06:18:05.295845 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:18:05.324195 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] No Port match for: bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:18:05.324680 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device bf7df4f3-46a9-48cc-9cc6-0daa5f5aaba9 not bound to the agent host hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:18:05.378349 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-17afb97e-cbea-4b02-9d38-7b7a60ae407d req-4149ad3d-76ed-42a5-888a-d62cbcb134d2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=2352fa89-517c-4034-acb7-9b35890acec8 HTTP/1.1" status: 200 len: 210 time: 0.0269773 Apr 04 06:18:05.815524 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1dbb6-a917-48fa-86dc-58066149a775 req-82cecea1-771a-4dfb-83e4-861a9500827a tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:05.817065 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6ac1dbb6-a917-48fa-86dc-58066149a775 req-82cecea1-771a-4dfb-83e4-861a9500827a tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0566680 Apr 04 06:18:05.865106 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6ac1dbb6-a917-48fa-86dc-58066149a775 req-36964668-efaa-4789-8c82-002bc6ece0e3 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421805 Apr 04 06:18:06.478154 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56710) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:18:06.534079 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8c678ec1-0f04-42c7-929a-b911e7cfa093 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (fd8365e8-4773-4e8a-bf99-93dfd63547db), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:06.556993 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8c678ec1-0f04-42c7-929a-b911e7cfa093 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (fd8365e8-4773-4e8a-bf99-93dfd63547db), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:06.609260 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8c678ec1-0f04-42c7-929a-b911e7cfa093 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (fd8365e8-4773-4e8a-bf99-93dfd63547db), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:06.612051 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8c678ec1-0f04-42c7-929a-b911e7cfa093 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:06.613269 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-8c678ec1-0f04-42c7-929a-b911e7cfa093 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "DELETE /v2.0/security-groups/fd8365e8-4773-4e8a-bf99-93dfd63547db HTTP/1.1" status: 204 len: 168 time: 0.1339192 Apr 04 06:18:06.616471 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 56722) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:18:06.622944 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c678ec1-0f04-42c7-929a-b911e7cfa093 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8365e8-4773-4e8a-bf99-93dfd63547db,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:06.639074 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.api.v2.resource [None req-56ad764e-4f14-46d4-93da-d6dfd5db0a98 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] show failed (client error): The resource could not be found. Apr 04 06:18:06.639074 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-56ad764e-4f14-46d4-93da-d6dfd5db0a98 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups/fd8365e8-4773-4e8a-bf99-93dfd63547db HTTP/1.1" status: 404 len: 347 time: 0.0203001 Apr 04 06:18:06.641687 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56724) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:18:06.767417 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-f2555348-d6b1-4508-a9d4-e0ce076bc6d1 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Deleting port a8df448f-91b6-4ce6-9f00-7a93465af9d7 {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:18:06.767689 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f2555348-d6b1-4508-a9d4-e0ce076bc6d1 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (a8df448f-91b6-4ce6-9f00-7a93465af9d7), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:06.846577 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f2555348-d6b1-4508-a9d4-e0ce076bc6d1 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (a8df448f-91b6-4ce6-9f00-7a93465af9d7), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:06.846577 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f2555348-d6b1-4508-a9d4-e0ce076bc6d1 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (a8df448f-91b6-4ce6-9f00-7a93465af9d7), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:06.858808 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-f2555348-d6b1-4508-a9d4-e0ce076bc6d1 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Calling delete_port for a8df448f-91b6-4ce6-9f00-7a93465af9d7 owned by network:floatingip {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:18:06.994082 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466743de-7d1e-41a1-a353-b4402771220b req-c3659d2c-7dad-4b00-b061-126329e6e50a tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:06.995676 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-466743de-7d1e-41a1-a353-b4402771220b req-c3659d2c-7dad-4b00-b061-126329e6e50a tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0607083 Apr 04 06:18:07.001127 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f2555348-d6b1-4508-a9d4-e0ce076bc6d1 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (a8df448f-91b6-4ce6-9f00-7a93465af9d7), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:07.048436 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-466743de-7d1e-41a1-a353-b4402771220b req-5598910f-496f-4370-95a1-d85d2e3271fa tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=7764633c-0385-48d1-b8c5-b657c80be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456302 Apr 04 06:18:07.262590 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cdca9-9672-443b-a967-c8627c7278a2 req-95d8b4bd-f7d3-433c-ae23-dd8b09a22900 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:07.264031 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a35cdca9-9672-443b-a967-c8627c7278a2 req-95d8b4bd-f7d3-433c-ae23-dd8b09a22900 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 945 time: 0.0549760 Apr 04 06:18:07.264335 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2555348-d6b1-4508-a9d4-e0ce076bc6d1 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event deleted for resources: {'Port': ['ID=a8df448f-91b6-4ce6-9f00-7a93465af9d7,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:07.326628 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f2555348-d6b1-4508-a9d4-e0ce076bc6d1 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (32c8b29d-3862-4b78-b0a5-91ebaf56e1bd), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:07.329550 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f2555348-d6b1-4508-a9d4-e0ce076bc6d1 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:07.334262 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-f2555348-d6b1-4508-a9d4-e0ce076bc6d1 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "DELETE /v2.0/floatingips/32c8b29d-3862-4b78-b0a5-91ebaf56e1bd HTTP/1.1" status: 204 len: 168 time: 0.6880565 Apr 04 06:18:07.368188 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-a35cdca9-9672-443b-a967-c8627c7278a2 req-5e864448-b24f-44a1-b6fa-78933d1101f5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Deleting port 241b8638-fb78-4f69-b79f-997a9d0d3411 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:18:07.368533 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-a35cdca9-9672-443b-a967-c8627c7278a2 req-5e864448-b24f-44a1-b6fa-78933d1101f5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (241b8638-fb78-4f69-b79f-997a9d0d3411), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:07.455213 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-a35cdca9-9672-443b-a967-c8627c7278a2 req-5e864448-b24f-44a1-b6fa-78933d1101f5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] For port 241b8638-fb78-4f69-b79f-997a9d0d3411, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=241b8638-fb78-4f69-b79f-997a9d0d3411,segment=NetworkSegment(806f87e6-78c2-4ae9-9d36-4786ef43fbe2),segment_id=806f87e6-78c2-4ae9-9d36-4786ef43fbe2)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:18:07.455581 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-a35cdca9-9672-443b-a967-c8627c7278a2 req-5e864448-b24f-44a1-b6fa-78933d1101f5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (241b8638-fb78-4f69-b79f-997a9d0d3411), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:07.623853 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-a35cdca9-9672-443b-a967-c8627c7278a2 req-5e864448-b24f-44a1-b6fa-78933d1101f5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:07.624546 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-a35cdca9-9672-443b-a967-c8627c7278a2 req-5e864448-b24f-44a1-b6fa-78933d1101f5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (542d6b7a-8623-42eb-bfa7-60eba77a843a), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:07.624546 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.l3_db [req-a35cdca9-9672-443b-a967-c8627c7278a2 req-5e864448-b24f-44a1-b6fa-78933d1101f5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Floating IP 542d6b7a-8623-42eb-bfa7-60eba77a843a disassociated. External IP: 172.27.2.65, port: 241b8638-fb78-4f69-b79f-997a9d0d3411. Apr 04 06:18:07.624744 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-a35cdca9-9672-443b-a967-c8627c7278a2 req-5e864448-b24f-44a1-b6fa-78933d1101f5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Calling delete_port for 241b8638-fb78-4f69-b79f-997a9d0d3411 owned by compute:nova {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:18:07.773514 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56742) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:18:07.776829 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-a35cdca9-9672-443b-a967-c8627c7278a2 req-5e864448-b24f-44a1-b6fa-78933d1101f5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (241b8638-fb78-4f69-b79f-997a9d0d3411), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:07.778907 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-d7b0d9b1-6112-4c01-a437-b8309ea8c83a tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1970875510', 'description': 'tempest-description--641732211'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:18:07.801432 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d7b0d9b1-6112-4c01-a437-b8309ea8c83a tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:07.810039 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e864448-b24f-44a1-b6fa-78933d1101f5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Pushing event deleted for resources: {'Port': ['ID=241b8638-fb78-4f69-b79f-997a9d0d3411,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:07.886815 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d7b0d9b1-6112-4c01-a437-b8309ea8c83a tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (7b9c8b73-ac3e-4d97-86c6-62c3158cffbb), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:07.890848 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d7b0d9b1-6112-4c01-a437-b8309ea8c83a tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (7b9c8b73-ac3e-4d97-86c6-62c3158cffbb), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:07.920859 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0d9b1-6112-4c01-a437-b8309ea8c83a tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9c8b73-ac3e-4d97-86c6-62c3158cffbb,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:07.926920 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d7b0d9b1-6112-4c01-a437-b8309ea8c83a tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:07.929060 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-d7b0d9b1-6112-4c01-a437-b8309ea8c83a tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1535454 Apr 04 06:18:07.931372 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56744) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:18:07.933969 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a35cdca9-9672-443b-a967-c8627c7278a2 req-5e864448-b24f-44a1-b6fa-78933d1101f5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:18:07.936434 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-22e2d097-470a-4c30-93e9-cbcdb147dc48 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'security_group_rule': {'security_group_id': '7b9c8b73-ac3e-4d97-86c6-62c3158cffbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:18:07.965551 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-22e2d097-470a-4c30-93e9-cbcdb147dc48 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (9437caa9-a61a-44ce-ac6e-d63124514e04), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:08.025421 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-22e2d097-470a-4c30-93e9-cbcdb147dc48 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (9437caa9-a61a-44ce-ac6e-d63124514e04), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:08.029497 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-22e2d097-470a-4c30-93e9-cbcdb147dc48 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (9437caa9-a61a-44ce-ac6e-d63124514e04), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:08.047899 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2d097-470a-4c30-93e9-cbcdb147dc48 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9437caa9-a61a-44ce-ac6e-d63124514e04,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:08.054053 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a35cdca9-9672-443b-a967-c8627c7278a2 req-5e864448-b24f-44a1-b6fa-78933d1101f5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:18:08.059328 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-22e2d097-470a-4c30-93e9-cbcdb147dc48 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:08.060666 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-22e2d097-470a-4c30-93e9-cbcdb147dc48 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277993 Apr 04 06:18:08.064222 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd8945f-5c9c-4861-b8d7-aba6bbcb6c55 None None] Sync routers for ids ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:18:08.064980 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 56746) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:18:08.069533 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-e356d2a0-f5db-4ec8-94c5-b1680fd26003 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'security_group_rule': {'security_group_id': '7b9c8b73-ac3e-4d97-86c6-62c3158cffbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:18:08.074226 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd8945f-5c9c-4861-b8d7-aba6bbcb6c55 None None] Routers {'83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:18:08.074874 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-bdd8945f-5c9c-4861-b8d7-aba6bbcb6c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:17:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:18:08.119569 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35cdca9-9672-443b-a967-c8627c7278a2 req-5e864448-b24f-44a1-b6fa-78933d1101f5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] No DVR routers for this DVR port 241b8638-fb78-4f69-b79f-997a9d0d3411 on host hv-cinder-83444 {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:18:08.123326 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-a35cdca9-9672-443b-a967-c8627c7278a2 req-5e864448-b24f-44a1-b6fa-78933d1101f5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:08.126623 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a35cdca9-9672-443b-a967-c8627c7278a2 req-5e864448-b24f-44a1-b6fa-78933d1101f5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.37 "DELETE /v2.0/ports/241b8638-fb78-4f69-b79f-997a9d0d3411 HTTP/1.1" status: 204 len: 173 time: 0.8560936 Apr 04 06:18:08.128197 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7efae2-ecff-441e-8c21-828101b5d6a0', 'name': 'network-vif-deleted', 'tag': '241b8638-fb78-4f69-b79f-997a9d0d3411'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:18:08.130967 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba7c76a-a972-4125-9c9f-6c4294df139c" -d '{"events": [{"server_uuid": "9f7efae2-ecff-441e-8c21-828101b5d6a0", "name": "network-vif-deleted", "tag": "241b8638-fb78-4f69-b79f-997a9d0d3411"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:18:08.185571 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-67b3a6e1-09ec-48f2-9241-d193d5ad2462 req-c253f41f-9aaf-4b8a-9b15-bb8f905c363e tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f7efae2-ecff-441e-8c21-828101b5d6a0 HTTP/1.1" status: 200 len: 210 time: 0.0578337 Apr 04 06:18:08.188733 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbed36aa-2bf8-45c1-8856-4c3f7e4cbd12 x-openstack-request-id: req-dbed36aa-2bf8-45c1-8856-4c3f7e4cbd12 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:18:08.189131 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7efae2-ecff-441e-8c21-828101b5d6a0", "name": "network-vif-deleted", "tag": "241b8638-fb78-4f69-b79f-997a9d0d3411", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:18:08.189402 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dbed36aa-2bf8-45c1-8856-4c3f7e4cbd12 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:18:08.189791 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbed36aa-2bf8-45c1-8856-4c3f7e4cbd12'] response: {'server_uuid': '9f7efae2-ecff-441e-8c21-828101b5d6a0', 'name': 'network-vif-deleted', 'tag': '241b8638-fb78-4f69-b79f-997a9d0d3411', 'status': 'completed', 'code': 200} Apr 04 06:18:08.190481 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e356d2a0-f5db-4ec8-94c5-b1680fd26003 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (1dda1d29-a723-4a11-900b-5ee53573e105), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:08.195538 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-bdd8945f-5c9c-4861-b8d7-aba6bbcb6c55 None None] Set router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:18:08.267864 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e356d2a0-f5db-4ec8-94c5-b1680fd26003 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (1dda1d29-a723-4a11-900b-5ee53573e105), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:08.274523 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e356d2a0-f5db-4ec8-94c5-b1680fd26003 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (1dda1d29-a723-4a11-900b-5ee53573e105), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:08.300417 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356d2a0-f5db-4ec8-94c5-b1680fd26003 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dda1d29-a723-4a11-900b-5ee53573e105,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:08.310059 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e356d2a0-f5db-4ec8-94c5-b1680fd26003 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:08.314032 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-e356d2a0-f5db-4ec8-94c5-b1680fd26003 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2480667 Apr 04 06:18:08.317442 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56752) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:18:08.322021 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-1de78f66-d534-4ed1-963c-6ea7f608530c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'floatingip': {'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:18:08.343827 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1de78f66-d534-4ed1-963c-6ea7f608530c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:08.435829 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-bdd8945f-5c9c-4861-b8d7-aba6bbcb6c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'name': 'tempest-AttachVolumeTestJSON-181001088-router', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:02Z', 'updated_at': '2022-04-04T06:10:11Z', 'revision_number': 4, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'gw_port': {'id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:03Z', 'updated_at': '2022-04-04T06:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '12604a2e-e62e-4b0c-83cf-9375d169d83a', 'name': '', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'mac_address': 'fa:16:3e:8d:62:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:10Z', 'updated_at': '2022-04-04T06:10:21Z', 'revision_number': 5, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'subnets': [{'id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:18:08.441001 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1de78f66-d534-4ed1-963c-6ea7f608530c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:08.552828 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-1de78f66-d534-4ed1-963c-6ea7f608530c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Allocated IP 172.27.2.92 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/677fcb55-912d-43e6-a32c-6d2b0814a2e1) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:18:08.554910 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd8945f-5c9c-4861-b8d7-aba6bbcb6c55 None None] Checking router: 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:18:08.564244 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd8945f-5c9c-4861-b8d7-aba6bbcb6c55 None None] Routers {'83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:18:08.564888 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-bdd8945f-5c9c-4861-b8d7-aba6bbcb6c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:17:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:18:08.676050 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1de78f66-d534-4ed1-963c-6ea7f608530c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for port (677fcb55-912d-43e6-a32c-6d2b0814a2e1), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:08.676581 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-bdd8945f-5c9c-4861-b8d7-aba6bbcb6c55 None None] Set router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:18:08.716995 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1de78f66-d534-4ed1-963c-6ea7f608530c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (677fcb55-912d-43e6-a32c-6d2b0814a2e1), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:08.756559 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de78f66-d534-4ed1-963c-6ea7f608530c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:18:08.759575 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-1de78f66-d534-4ed1-963c-6ea7f608530c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:18:08.763368 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de78f66-d534-4ed1-963c-6ea7f608530c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:18:08.797540 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de78f66-d534-4ed1-963c-6ea7f608530c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'Port': ['ID=677fcb55-912d-43e6-a32c-6d2b0814a2e1,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:08.861908 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1de78f66-d534-4ed1-963c-6ea7f608530c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (d2298b7f-fdec-4663-b1b3-0b42b105ab01), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:08.891786 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-bdd8945f-5c9c-4861-b8d7-aba6bbcb6c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'name': 'tempest-AttachVolumeTestJSON-181001088-router', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:02Z', 'updated_at': '2022-04-04T06:10:11Z', 'revision_number': 4, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'gw_port': {'id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:03Z', 'updated_at': '2022-04-04T06:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '12604a2e-e62e-4b0c-83cf-9375d169d83a', 'name': '', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'mac_address': 'fa:16:3e:8d:62:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:10Z', 'updated_at': '2022-04-04T06:10:21Z', 'revision_number': 5, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'subnets': [{'id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:18:08.902429 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1de78f66-d534-4ed1-963c-6ea7f608530c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (677fcb55-912d-43e6-a32c-6d2b0814a2e1), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:08.920176 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd8945f-5c9c-4861-b8d7-aba6bbcb6c55 None None] The sync data for ids ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'] in dv-cinder-834448-2-iscsi is: [{'id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'name': 'tempest-AttachVolumeTestJSON-181001088-router', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:02Z', 'updated_at': '2022-04-04T06:10:11Z', 'revision_number': 4, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'gw_port': {'id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:03Z', 'updated_at': '2022-04-04T06:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '12604a2e-e62e-4b0c-83cf-9375d169d83a', 'name': '', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'mac_address': 'fa:16:3e:8d:62:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:10Z', 'updated_at': '2022-04-04T06:10:21Z', 'revision_number': 5, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'subnets': [{'id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:18:09.067288 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1de78f66-d534-4ed1-963c-6ea7f608530c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for port (677fcb55-912d-43e6-a32c-6d2b0814a2e1), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:09.073228 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1de78f66-d534-4ed1-963c-6ea7f608530c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10309999'] for port (677fcb55-912d-43e6-a32c-6d2b0814a2e1), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:09.151749 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de78f66-d534-4ed1-963c-6ea7f608530c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'Port': ['ID=677fcb55-912d-43e6-a32c-6d2b0814a2e1,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:09.162627 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1de78f66-d534-4ed1-963c-6ea7f608530c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (d2298b7f-fdec-4663-b1b3-0b42b105ab01), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:09.183355 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1de78f66-d534-4ed1-963c-6ea7f608530c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:09.184840 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-1de78f66-d534-4ed1-963c-6ea7f608530c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8663096 Apr 04 06:18:09.208358 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f0a031-59bd-4e87-b435-b9531a019904 None None] New status for floating IP 542d6b7a-8623-42eb-bfa7-60eba77a843a: DOWN {{(pid=103481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:18:09.257099 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56776) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:18:09.296485 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56784) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:18:09.368414 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c3690a1d-10bb-4444-8f2c-fe9f030902bf tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group (7764633c-0385-48d1-b8c5-b657c80be5c9), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:09.404309 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c3690a1d-10bb-4444-8f2c-fe9f030902bf tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group (7764633c-0385-48d1-b8c5-b657c80be5c9), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:09.414900 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-1030c0c0-2c3f-4b28-bb21-3f55af997c5c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1970875510&fields=id&tenant_id=a97a33a2aa5b45e28ce2fbc14234447a HTTP/1.1" status: 200 len: 267 time: 0.0438836 Apr 04 06:18:09.419549 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3374c5dd-2fd1-4d50-ba17-4e40193529e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:09.481929 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c3690a1d-10bb-4444-8f2c-fe9f030902bf tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (7764633c-0385-48d1-b8c5-b657c80be5c9), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:09.484661 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c3690a1d-10bb-4444-8f2c-fe9f030902bf tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:09.485862 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-c3690a1d-10bb-4444-8f2c-fe9f030902bf tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "DELETE /v2.0/security-groups/7764633c-0385-48d1-b8c5-b657c80be5c9 HTTP/1.1" status: 204 len: 168 time: 0.1881220 Apr 04 06:18:09.488742 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 56794) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:18:09.501440 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3690a1d-10bb-4444-8f2c-fe9f030902bf tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7764633c-0385-48d1-b8c5-b657c80be5c9,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:09.508213 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.api.v2.resource [None req-0df655b1-e22c-45be-b9a6-a1746368baf4 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] show failed (client error): The resource could not be found. Apr 04 06:18:09.512563 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-0df655b1-e22c-45be-b9a6-a1746368baf4 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups/7764633c-0385-48d1-b8c5-b657c80be5c9 HTTP/1.1" status: 404 len: 347 time: 0.0198050 Apr 04 06:18:09.514249 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56796) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:18:09.553667 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-d2bc4906-4c32-4ff1-b4e6-c296066bb1d3 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:09.555569 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-d2bc4906-4c32-4ff1-b4e6-c296066bb1d3 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/networks?id=f79ea4aa-d805-43ed-bd84-5df93140b5be HTTP/1.1" status: 200 len: 815 time: 0.1329560 Apr 04 06:18:09.571254 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-dacbea96-e9c0-4dd0-94e5-8a91411b694c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/quotas/a97a33a2aa5b45e28ce2fbc14234447a HTTP/1.1" status: 200 len: 375 time: 0.0098965 Apr 04 06:18:09.605643 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3374c5dd-2fd1-4d50-ba17-4e40193529e0 admin admin] Publish callbacks [] for security_group (d264a93f-597b-4c2b-bfe3-78fcdb06aca6), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:09.612804 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3374c5dd-2fd1-4d50-ba17-4e40193529e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (d264a93f-597b-4c2b-bfe3-78fcdb06aca6), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:09.631943 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-c7790129-79e7-4e0a-8577-314acdb1f132 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a97a33a2aa5b45e28ce2fbc14234447a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530283 Apr 04 06:18:09.679088 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-3374c5dd-2fd1-4d50-ba17-4e40193529e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=37cbfd3b6fa34bb1a418dab64944e6f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4206064 Apr 04 06:18:09.679835 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56798) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:18:09.681695 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374c5dd-2fd1-4d50-ba17-4e40193529e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d264a93f-597b-4c2b-bfe3-78fcdb06aca6,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:09.735719 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-c21e1d76-75d1-4894-b406-aa132522c90a tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Deleting port c9d6d6a1-3a56-42ff-8a1c-272410ddd3ae {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:18:09.735957 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c21e1d76-75d1-4894-b406-aa132522c90a tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (c9d6d6a1-3a56-42ff-8a1c-272410ddd3ae), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:09.741900 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-7ed4ecd4-475d-4f00-8e80-83f672d2674a service neutron] 10.222.0.30 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967555 Apr 04 06:18:09.786808 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2679cb07-06fa-40d6-bdbc-5328bb3e070d admin admin] Publish callbacks [] for security_group (d264a93f-597b-4c2b-bfe3-78fcdb06aca6), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:09.835678 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c21e1d76-75d1-4894-b406-aa132522c90a tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (c9d6d6a1-3a56-42ff-8a1c-272410ddd3ae), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:09.836402 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c21e1d76-75d1-4894-b406-aa132522c90a tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for floatingip (c9d6d6a1-3a56-42ff-8a1c-272410ddd3ae), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:09.848770 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-277a01d5-dbfe-4e26-bd87-e56743c136dc service neutron] 10.222.0.30 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028767 Apr 04 06:18:09.849948 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-c21e1d76-75d1-4894-b406-aa132522c90a tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Calling delete_port for c9d6d6a1-3a56-42ff-8a1c-272410ddd3ae owned by network:floatingip {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:18:09.863759 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2679cb07-06fa-40d6-bdbc-5328bb3e070d admin admin] Publish callbacks [] for security_group (d264a93f-597b-4c2b-bfe3-78fcdb06aca6), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:09.972107 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2679cb07-06fa-40d6-bdbc-5328bb3e070d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (d264a93f-597b-4c2b-bfe3-78fcdb06aca6), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:09.975738 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2679cb07-06fa-40d6-bdbc-5328bb3e070d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:09.977178 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-2679cb07-06fa-40d6-bdbc-5328bb3e070d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d264a93f-597b-4c2b-bfe3-78fcdb06aca6 HTTP/1.1" status: 204 len: 168 time: 0.2924757 Apr 04 06:18:09.991401 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679cb07-06fa-40d6-bdbc-5328bb3e070d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d264a93f-597b-4c2b-bfe3-78fcdb06aca6,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:10.061138 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c21e1d76-75d1-4894-b406-aa132522c90a tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (c9d6d6a1-3a56-42ff-8a1c-272410ddd3ae), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:10.074745 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-71cbcfbe-a9b8-42c5-8e0e-3d6a954284e2 req-ea4d757a-d3d2-4631-8787-f6820a0a3560 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 210 time: 0.0456629 Apr 04 06:18:10.100416 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e1d76-75d1-4894-b406-aa132522c90a tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Pushing event deleted for resources: {'Port': ['ID=c9d6d6a1-3a56-42ff-8a1c-272410ddd3ae,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:10.161281 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c21e1d76-75d1-4894-b406-aa132522c90a tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for floatingip (542d6b7a-8623-42eb-bfa7-60eba77a843a), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:10.163874 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c21e1d76-75d1-4894-b406-aa132522c90a tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:10.167810 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-c21e1d76-75d1-4894-b406-aa132522c90a tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "DELETE /v2.0/floatingips/542d6b7a-8623-42eb-bfa7-60eba77a843a HTTP/1.1" status: 204 len: 168 time: 0.6498878 Apr 04 06:18:10.566203 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56832) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:18:10.573048 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-e3b57f4c-c8ab-454f-b7a1-37831c100991 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1414872750', 'description': 'tempest-description--523298247'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:18:10.599649 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e3b57f4c-c8ab-454f-b7a1-37831c100991 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:10.689433 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e3b57f4c-c8ab-454f-b7a1-37831c100991 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group (46340f26-0a96-49e8-b212-ddcac1327288), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:10.698336 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e3b57f4c-c8ab-454f-b7a1-37831c100991 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (46340f26-0a96-49e8-b212-ddcac1327288), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:10.731285 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e3b57f4c-c8ab-454f-b7a1-37831c100991 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:10.732645 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-e3b57f4c-c8ab-454f-b7a1-37831c100991 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1646798 Apr 04 06:18:10.734697 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b57f4c-c8ab-454f-b7a1-37831c100991 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46340f26-0a96-49e8-b212-ddcac1327288,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:10.735896 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 56836) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:18:10.742720 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-cc7fb108-215d-40e4-bf14-dd10691da5ce tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Request body: {'security_group_rule': {'security_group_id': '46340f26-0a96-49e8-b212-ddcac1327288', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:18:10.798762 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-cc7fb108-215d-40e4-bf14-dd10691da5ce tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group_rule (ffc57cd4-5e86-4504-a7f1-3c69e9c303c3), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:11.097209 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64715cee-659e-4c0e-88e7-9ed235a5cc73 req-be1eb3ec-6fe3-44eb-a1c6-2a944d274dfa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3347514 Apr 04 06:18:11.224072 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-cc7fb108-215d-40e4-bf14-dd10691da5ce tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group_rule (ffc57cd4-5e86-4504-a7f1-3c69e9c303c3), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:11.227109 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ef5c1128-4d61-4369-9c67-bfeac90a8c5d req-2c918346-ffb0-4047-8371-a8569cda7249 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 210 time: 0.0660362 Apr 04 06:18:11.234530 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-cc7fb108-215d-40e4-bf14-dd10691da5ce tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (ffc57cd4-5e86-4504-a7f1-3c69e9c303c3), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:11.274504 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fb108-215d-40e4-bf14-dd10691da5ce tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc57cd4-5e86-4504-a7f1-3c69e9c303c3,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:11.294635 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-cc7fb108-215d-40e4-bf14-dd10691da5ce tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:11.295846 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-cc7fb108-215d-40e4-bf14-dd10691da5ce tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5583556 Apr 04 06:18:11.298824 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56856) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:18:11.300175 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64715cee-659e-4c0e-88e7-9ed235a5cc73 req-3650ee22-337e-4117-b942-10f7a8d524bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:11.301945 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64715cee-659e-4c0e-88e7-9ed235a5cc73 req-3650ee22-337e-4117-b942-10f7a8d524bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aae5cb5d2cd4798b2d627299a7ccbc1&device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 1129 time: 0.1771986 Apr 04 06:18:11.304725 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-b75f9bef-f56f-4872-84ef-fc513b9cf65f tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Request body: {'security_group_rule': {'security_group_id': '46340f26-0a96-49e8-b212-ddcac1327288', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:18:11.308379 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-f4be5951-2337-4338-b6e4-30f8aabe70d2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:11.311078 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-f4be5951-2337-4338-b6e4-30f8aabe70d2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.37 "GET /v2.0/networks?id=f79ea4aa-d805-43ed-bd84-5df93140b5be HTTP/1.1" status: 200 len: 815 time: 0.2118263 Apr 04 06:18:11.336232 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b75f9bef-f56f-4872-84ef-fc513b9cf65f tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group_rule (052d8497-9864-4941-b173-400a441642fd), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:11.397827 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b75f9bef-f56f-4872-84ef-fc513b9cf65f tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group_rule (052d8497-9864-4941-b173-400a441642fd), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:11.403745 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b75f9bef-f56f-4872-84ef-fc513b9cf65f tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (052d8497-9864-4941-b173-400a441642fd), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:11.431487 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f9bef-f56f-4872-84ef-fc513b9cf65f tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052d8497-9864-4941-b173-400a441642fd,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:11.438432 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b75f9bef-f56f-4872-84ef-fc513b9cf65f tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:11.443082 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-b75f9bef-f56f-4872-84ef-fc513b9cf65f tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424682 Apr 04 06:18:11.443697 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 56864) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:18:11.445511 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-e0a877f3-eb72-4750-a5ae-f5e40dc2f98a tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a97a33a2aa5b45e28ce2fbc14234447a HTTP/1.1" status: 200 len: 380 time: 0.1202731 Apr 04 06:18:11.448257 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-ed5d8562-e0c7-4e6b-b412-5d830541ee00 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Request body: {'floatingip': {'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:18:11.455771 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-cf0529b4-ff8d-45f6-93c3-ab74d43e5545 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'port': {'device_id': '1c347e20-c3d3-41f2-8961-95f697983ac0', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'admin_state_up': True, 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'security_groups': ['7b9c8b73-ac3e-4d97-86c6-62c3158cffbb']}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:18:11.470304 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ed5d8562-e0c7-4e6b-b412-5d830541ee00 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:11.503054 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64715cee-659e-4c0e-88e7-9ed235a5cc73 req-3ee982fe-9772-4d5b-9711-c0028403a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:11.504963 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64715cee-659e-4c0e-88e7-9ed235a5cc73 req-3ee982fe-9772-4d5b-9711-c0028403a146 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0cf906fd-1e53-4523-b34c-895b3ef87f34 HTTP/1.1" status: 200 len: 909 time: 0.1734993 Apr 04 06:18:11.582623 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ed5d8562-e0c7-4e6b-b412-5d830541ee00 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:11.607641 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64715cee-659e-4c0e-88e7-9ed235a5cc73 req-98d5abba-47b1-494a-8d3b-f7a4679d0463 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fa1b34e-19ad-458e-a643-11feaaf36b85 HTTP/1.1" status: 200 len: 1000 time: 0.0956702 Apr 04 06:18:11.665146 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-cf0529b4-ff8d-45f6-93c3-ab74d43e5545 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Made reservation on behalf of a97a33a2aa5b45e28ce2fbc14234447a for: {'port': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:18:11.668473 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-cf0529b4-ff8d-45f6-93c3-ab74d43e5545 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:11.688544 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64715cee-659e-4c0e-88e7-9ed235a5cc73 req-8a1e1b19-8bbb-4b58-ae09-b0735616ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:11.690037 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64715cee-659e-4c0e-88e7-9ed235a5cc73 req-8a1e1b19-8bbb-4b58-ae09-b0735616ae42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a480b576-ae06-41c3-9207-91443ef79063 HTTP/1.1" status: 200 len: 847 time: 0.0751212 Apr 04 06:18:11.690521 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-ed5d8562-e0c7-4e6b-b412-5d830541ee00 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Allocated IP 172.27.2.177 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/bd015d12-1a20-49ab-8556-e239fc11411d) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:18:11.818204 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ed5d8562-e0c7-4e6b-b412-5d830541ee00 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for port (bd015d12-1a20-49ab-8556-e239fc11411d), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:11.824323 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64715cee-659e-4c0e-88e7-9ed235a5cc73 req-2dc6f1e0-83b8-4a22-ac03-7637249c0344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:11.825867 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64715cee-659e-4c0e-88e7-9ed235a5cc73 req-2dc6f1e0-83b8-4a22-ac03-7637249c0344 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cf906fd-1e53-4523-b34c-895b3ef87f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1277382 Apr 04 06:18:11.844704 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-cf0529b4-ff8d-45f6-93c3-ab74d43e5545 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Allocated IP 172.20.0.13 (f79ea4aa-d805-43ed-bd84-5df93140b5be/8af96432-7e0f-4e5a-90ce-4cb5a6c320c5/e7848484-c9c0-41a8-a0d5-beb3f2e87a97) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:18:11.878019 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ed5d8562-e0c7-4e6b-b412-5d830541ee00 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (bd015d12-1a20-49ab-8556-e239fc11411d), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:11.916554 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5d8562-e0c7-4e6b-b412-5d830541ee00 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:18:11.919566 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-ed5d8562-e0c7-4e6b-b412-5d830541ee00 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:18:11.922072 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d8562-e0c7-4e6b-b412-5d830541ee00 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:18:11.954020 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d8562-e0c7-4e6b-b412-5d830541ee00 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Pushing event updated for resources: {'Port': ['ID=bd015d12-1a20-49ab-8556-e239fc11411d,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:12.026742 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ed5d8562-e0c7-4e6b-b412-5d830541ee00 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for floatingip (9019a7ba-fb00-46de-afa6-fd1464d8884b), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:12.058626 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-cf0529b4-ff8d-45f6-93c3-ab74d43e5545 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for port (e7848484-c9c0-41a8-a0d5-beb3f2e87a97), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:12.064157 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64715cee-659e-4c0e-88e7-9ed235a5cc73 req-eb167753-67cb-40ee-b259-29bc4201315f service neutron] 10.222.0.37 "GET /v2.0/networks/0cf906fd-1e53-4523-b34c-895b3ef87f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339328 Apr 04 06:18:12.064860 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ed5d8562-e0c7-4e6b-b412-5d830541ee00 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (bd015d12-1a20-49ab-8556-e239fc11411d), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:12.149666 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-cf0529b4-ff8d-45f6-93c3-ab74d43e5545 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (e7848484-c9c0-41a8-a0d5-beb3f2e87a97), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:12.205349 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-64715cee-659e-4c0e-88e7-9ed235a5cc73 req-59025ccb-b92b-4a36-8523-c79b658312e5 service neutron] 10.222.0.37 "GET /v2.0/networks/0cf906fd-1e53-4523-b34c-895b3ef87f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321135 Apr 04 06:18:12.213318 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-cf0529b4-ff8d-45f6-93c3-ab74d43e5545 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Network f79ea4aa-d805-43ed-bd84-5df93140b5be is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:18:12.218715 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-cf0529b4-ff8d-45f6-93c3-ab74d43e5545 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:18:12.223491 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-cf0529b4-ff8d-45f6-93c3-ab74d43e5545 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:18:12.224553 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ed5d8562-e0c7-4e6b-b412-5d830541ee00 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for port (bd015d12-1a20-49ab-8556-e239fc11411d), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:12.227617 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0529b4-ff8d-45f6-93c3-ab74d43e5545 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'Port': ['ID=e7848484-c9c0-41a8-a0d5-beb3f2e87a97,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:12.231367 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ed5d8562-e0c7-4e6b-b412-5d830541ee00 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10309999'] for port (bd015d12-1a20-49ab-8556-e239fc11411d), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:12.279931 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-cf0529b4-ff8d-45f6-93c3-ab74d43e5545 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:12.280689 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-cf0529b4-ff8d-45f6-93c3-ab74d43e5545 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:12.303002 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-cf0529b4-ff8d-45f6-93c3-ab74d43e5545 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8508046 Apr 04 06:18:12.322878 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] Request body: {'port': {'device_id': '1c347e20-c3d3-41f2-8961-95f697983ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:18:12.339509 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d8562-e0c7-4e6b-b412-5d830541ee00 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Pushing event updated for resources: {'Port': ['ID=bd015d12-1a20-49ab-8556-e239fc11411d,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:12.345767 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ed5d8562-e0c7-4e6b-b412-5d830541ee00 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (9019a7ba-fb00-46de-afa6-fd1464d8884b), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:12.363254 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ed5d8562-e0c7-4e6b-b412-5d830541ee00 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:12.368888 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-ed5d8562-e0c7-4e6b-b412-5d830541ee00 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9200690 Apr 04 06:18:12.424246 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (e7848484-c9c0-41a8-a0d5-beb3f2e87a97), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:12.434747 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e2909-a0d3-4e8b-946a-7c05d575187e req-9adc0328-df88-4410-9bab-04184fdf605a tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:12.436520 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f91e2909-a0d3-4e8b-946a-7c05d575187e req-9adc0328-df88-4410-9bab-04184fdf605a tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 932 time: 0.1095707 Apr 04 06:18:12.511213 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-b14d02ef-f5dc-4353-9d69-8422f5480b7e None None] Provisioning complete for port e7848484-c9c0-41a8-a0d5-beb3f2e87a97 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:18:12.511740 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-b14d02ef-f5dc-4353-9d69-8422f5480b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (e7848484-c9c0-41a8-a0d5-beb3f2e87a97), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:12.579905 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-b14d02ef-f5dc-4353-9d69-8422f5480b7e None None] Port e7848484-c9c0-41a8-a0d5-beb3f2e87a97 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:18:12.585438 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 241b8638-fb78-4f69-b79f-997a9d0d3411 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:18:12.601477 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f91e2909-a0d3-4e8b-946a-7c05d575187e req-5bf2c10e-50f7-4780-af2c-a105cd8adf20 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b9c8b73-ac3e-4d97-86c6-62c3158cffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294434 Apr 04 06:18:12.627108 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] No Port match for: 241b8638-fb78-4f69-b79f-997a9d0d3411 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:18:12.628092 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 241b8638-fb78-4f69-b79f-997a9d0d3411 not bound to the agent host hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:18:12.768621 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-a5e8eecf-6b7b-4481-9cec-187cc88b3ef9 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1414872750&fields=id&tenant_id=3bf2aa8f9fc74712aac7ec691de75582 HTTP/1.1" status: 200 len: 267 time: 0.0720940 Apr 04 06:18:12.848463 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7848484-c9c0-41a8-a0d5-beb3f2e87a97 {{(pid=103480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:18:12.861735 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] Publish callbacks [] for port (e7848484-c9c0-41a8-a0d5-beb3f2e87a97), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:12.888724 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.provisioning_blocks [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] Transition to ACTIVE for port object e7848484-c9c0-41a8-a0d5-beb3f2e87a97 will not be triggered until provisioned by entity L2. {{(pid=103480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 06:18:12.897829 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (e7848484-c9c0-41a8-a0d5-beb3f2e87a97), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:12.951741 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-1a3040c9-07e9-4c01-95a2-3f7e8edaf700 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:12.953260 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-1a3040c9-07e9-4c01-95a2-3f7e8edaf700 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/networks?id=346304e3-defa-40dc-a5ad-7a093dfc23b7 HTTP/1.1" status: 200 len: 810 time: 0.1629648 Apr 04 06:18:12.975947 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] Pushing event updated for resources: {'Port': ['ID=e7848484-c9c0-41a8-a0d5-beb3f2e87a97,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:13.005353 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-515c5a30-11b3-475e-b65b-c43791825e79 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/quotas/3bf2aa8f9fc74712aac7ec691de75582 HTTP/1.1" status: 200 len: 375 time: 0.0426247 Apr 04 06:18:13.100329 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] Attempting to bind port e7848484-c9c0-41a8-a0d5-beb3f2e87a97 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:18:13.100673 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] Attempting to bind port e7848484-c9c0-41a8-a0d5-beb3f2e87a97 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:18:13.101055 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] Attempting to bind port e7848484-c9c0-41a8-a0d5-beb3f2e87a97 on network f79ea4aa-d805-43ed-bd84-5df93140b5be {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:18:13.113459 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-a4201161-3e24-442c-a338-c5adc75c5bfd tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3bf2aa8f9fc74712aac7ec691de75582&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1064885 Apr 04 06:18:13.114010 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] Port e7848484-c9c0-41a8-a0d5-beb3f2e87a97 on network f79ea4aa-d805-43ed-bd84-5df93140b5be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 06:18:13.114382 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] Attempting to bind port e7848484-c9c0-41a8-a0d5-beb3f2e87a97 on network f79ea4aa-d805-43ed-bd84-5df93140b5be {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:18:13.122101 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] Checking agent: {'id': '0c1e107c-d850-42a9-b491-1b463a8f645f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'started_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:18:13.122101 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] Checking segment: {'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:18:13.122101 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] Bound using segment: {'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:18:13.122606 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] Bound port: e7848484-c9c0-41a8-a0d5-beb3f2e87a97, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:18:13.122814 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (e7848484-c9c0-41a8-a0d5-beb3f2e87a97), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:13.261102 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] For port e7848484-c9c0-41a8-a0d5-beb3f2e87a97, host hv-cinder-83444, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:18:13.266895 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] For port e7848484-c9c0-41a8-a0d5-beb3f2e87a97, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e7848484-c9c0-41a8-a0d5-beb3f2e87a97,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:18:13.279366 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-a2b6770e-f0fb-439c-9953-6076f8928c8f service neutron] 10.222.0.30 "GET /v2.0/networks/346304e3-defa-40dc-a5ad-7a093dfc23b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467407 Apr 04 06:18:13.280956 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (e7848484-c9c0-41a8-a0d5-beb3f2e87a97), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:13.359767 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:13.360669 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:13.362117 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] 10.222.0.37 "PUT /v2.0/ports/e7848484-c9c0-41a8-a0d5-beb3f2e87a97 HTTP/1.1" status: 200 len: 1094 time: 1.0507290 Apr 04 06:18:13.366762 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c347e20-c3d3-41f2-8961-95f697983ac0', 'tag': 'e7848484-c9c0-41a8-a0d5-beb3f2e87a97'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:18:13.369385 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceded7ec-a59f-4b0f-ba0b-df5da11b0fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "1c347e20-c3d3-41f2-8961-95f697983ac0", "tag": "e7848484-c9c0-41a8-a0d5-beb3f2e87a97"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:18:13.394508 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef763aa-27a2-472a-b169-3487584c38bd service neutron] Pushing event updated for resources: {'Port': ['ID=e7848484-c9c0-41a8-a0d5-beb3f2e87a97,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:13.415479 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacfa42a-bced-49e9-9e23-d19065392d78 x-openstack-request-id: req-dacfa42a-bced-49e9-9e23-d19065392d78 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:18:13.415755 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c347e20-c3d3-41f2-8961-95f697983ac0", "tag": "e7848484-c9c0-41a8-a0d5-beb3f2e87a97", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:18:13.416293 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dacfa42a-bced-49e9-9e23-d19065392d78 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:18:13.416700 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dacfa42a-bced-49e9-9e23-d19065392d78'] response: {'name': 'network-changed', 'server_uuid': '1c347e20-c3d3-41f2-8961-95f697983ac0', 'tag': 'e7848484-c9c0-41a8-a0d5-beb3f2e87a97', 'status': 'completed', 'code': 200} Apr 04 06:18:13.466475 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-483b0094-a6b2-486d-99b1-4afbc25c3d21 service neutron] 10.222.0.30 "GET /v2.0/networks/346304e3-defa-40dc-a5ad-7a093dfc23b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772568 Apr 04 06:18:13.485406 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-2b8485c0-a9f3-4e67-9d97-3074c6b5619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:13.487118 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-2b8485c0-a9f3-4e67-9d97-3074c6b5619b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a97a33a2aa5b45e28ce2fbc14234447a&device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 1128 time: 0.0644145 Apr 04 06:18:13.531231 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-92cd4022-da87-4d0b-b33a-29db49ba5b31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7848484-c9c0-41a8-a0d5-beb3f2e87a97 HTTP/1.1" status: 200 len: 217 time: 0.0366240 Apr 04 06:18:13.584934 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-da37b538-279e-49f0-bee7-55a4d501d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:13.586446 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-da37b538-279e-49f0-bee7-55a4d501d053 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8af96432-7e0f-4e5a-90ce-4cb5a6c320c5 HTTP/1.1" status: 200 len: 854 time: 0.0495548 Apr 04 06:18:13.653853 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-990bb649-b8f0-4a9e-9a38-e73c7f91c611 req-80c98569-9c5d-4389-afaf-fb5ea586e9f8 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 210 time: 0.0312934 Apr 04 06:18:13.666742 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-75b22043-8b34-410d-b110-8da1343f9806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:13.668869 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-75b22043-8b34-410d-b110-8da1343f9806 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f79ea4aa-d805-43ed-bd84-5df93140b5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0761151 Apr 04 06:18:13.800715 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ae0d4-ef8a-4891-be48-74102bebf043 req-d51f7d9d-3dfb-4a3f-9eb2-e7c8bcaee36c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:13.802407 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c67ae0d4-ef8a-4891-be48-74102bebf043 req-d51f7d9d-3dfb-4a3f-9eb2-e7c8bcaee36c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 944 time: 0.1079366 Apr 04 06:18:13.808448 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-1a4d53b9-072d-4870-aa1e-cc6efebc2544 service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320174 Apr 04 06:18:13.918819 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c67ae0d4-ef8a-4891-be48-74102bebf043 req-7a1be752-b22a-41b6-8e87-3b5c9ec3a217 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b9c8b73-ac3e-4d97-86c6-62c3158cffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029079 Apr 04 06:18:13.938646 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c0f6967e-fe1d-4b07-b841-2f774c32979a req-158227f6-e1f5-4664-a140-e597a501ce04 service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239030 Apr 04 06:18:14.046098 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceded7ec-a59f-4b0f-ba0b-df5da11b0fe8 req-817955b5-282d-49a7-bd6f-dca7d5aae6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:14.047612 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ceded7ec-a59f-4b0f-ba0b-df5da11b0fe8 req-817955b5-282d-49a7-bd6f-dca7d5aae6f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a97a33a2aa5b45e28ce2fbc14234447a&device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 1128 time: 0.0493574 Apr 04 06:18:14.136849 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceded7ec-a59f-4b0f-ba0b-df5da11b0fe8 req-ed773a38-902f-46a0-a308-a5e820740554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:14.138256 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ceded7ec-a59f-4b0f-ba0b-df5da11b0fe8 req-ed773a38-902f-46a0-a308-a5e820740554 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f79ea4aa-d805-43ed-bd84-5df93140b5be HTTP/1.1" status: 200 len: 916 time: 0.0833881 Apr 04 06:18:14.184461 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ceded7ec-a59f-4b0f-ba0b-df5da11b0fe8 req-3dc94be0-1a32-4640-8055-93f7a2d8d41b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7848484-c9c0-41a8-a0d5-beb3f2e87a97 HTTP/1.1" status: 200 len: 217 time: 0.0398118 Apr 04 06:18:14.231941 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceded7ec-a59f-4b0f-ba0b-df5da11b0fe8 req-0d1dc771-d2b8-473b-8f8c-cbaa35d7ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:14.233375 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ceded7ec-a59f-4b0f-ba0b-df5da11b0fe8 req-0d1dc771-d2b8-473b-8f8c-cbaa35d7ee86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8af96432-7e0f-4e5a-90ce-4cb5a6c320c5 HTTP/1.1" status: 200 len: 854 time: 0.0432079 Apr 04 06:18:14.283644 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceded7ec-a59f-4b0f-ba0b-df5da11b0fe8 req-4330ec74-ca52-4448-8385-46b9476d62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:14.285305 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ceded7ec-a59f-4b0f-ba0b-df5da11b0fe8 req-4330ec74-ca52-4448-8385-46b9476d62ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f79ea4aa-d805-43ed-bd84-5df93140b5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449355 Apr 04 06:18:14.384073 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ceded7ec-a59f-4b0f-ba0b-df5da11b0fe8 req-3944ff30-c97b-4fd2-a3c3-6f16c65c5bd8 service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901058 Apr 04 06:18:14.476882 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ceded7ec-a59f-4b0f-ba0b-df5da11b0fe8 req-ce41d43e-845a-4061-a19e-8f7b56142f45 service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863123 Apr 04 06:18:14.671730 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-959729ec-e6bb-48eb-995b-3b146146f0ba tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:14.674198 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-959729ec-e6bb-48eb-995b-3b146146f0ba tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.37 "GET /v2.0/networks?id=346304e3-defa-40dc-a5ad-7a093dfc23b7 HTTP/1.1" status: 200 len: 810 time: 0.1186368 Apr 04 06:18:14.760836 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9fe8e1ab-6510-4fb4-ba8e-b89a6fca0c2d req-232684f0-a438-4744-a5ca-2d77d3dd3488 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 210 time: 0.0350218 Apr 04 06:18:14.766636 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-6cff208a-99b7-4ec9-bf24-88d0f2bcf0af tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3bf2aa8f9fc74712aac7ec691de75582 HTTP/1.1" status: 200 len: 380 time: 0.0818713 Apr 04 06:18:14.775613 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-0534c366-7270-4599-afb2-a606668ecba9 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Request body: {'port': {'device_id': 'ef2e6f46-be59-4db7-a6b4-94ed6f044db4', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'admin_state_up': True, 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'security_groups': ['46340f26-0a96-49e8-b212-ddcac1327288']}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:18:14.886851 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-0534c366-7270-4599-afb2-a606668ecba9 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Made reservation on behalf of 3bf2aa8f9fc74712aac7ec691de75582 for: {'port': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:18:14.890296 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-0534c366-7270-4599-afb2-a606668ecba9 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:15.283178 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238b002-fa6f-4fec-9957-17fefb26daac req-bbf85938-3b43-47a5-92cb-0b6b79e8bc13 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:15.284536 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9238b002-fa6f-4fec-9957-17fefb26daac req-bbf85938-3b43-47a5-92cb-0b6b79e8bc13 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 944 time: 0.1257288 Apr 04 06:18:15.330194 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-0534c366-7270-4599-afb2-a606668ecba9 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Allocated IP 172.20.0.14 (346304e3-defa-40dc-a5ad-7a093dfc23b7/389db79c-3d35-45ec-be77-a745fbe4b317/7934f7e7-f872-4c50-a542-770c8c801927) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:18:15.364853 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9238b002-fa6f-4fec-9957-17fefb26daac req-e2b58271-a725-4ce5-b75f-2571286e57e5 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b9c8b73-ac3e-4d97-86c6-62c3158cffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735643 Apr 04 06:18:15.481512 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-0534c366-7270-4599-afb2-a606668ecba9 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for port (7934f7e7-f872-4c50-a542-770c8c801927), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:15.519074 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-0534c366-7270-4599-afb2-a606668ecba9 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (7934f7e7-f872-4c50-a542-770c8c801927), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:15.570814 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-0534c366-7270-4599-afb2-a606668ecba9 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Network 346304e3-defa-40dc-a5ad-7a093dfc23b7 is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:18:15.574122 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-0534c366-7270-4599-afb2-a606668ecba9 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:18:15.579822 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-0534c366-7270-4599-afb2-a606668ecba9 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:18:15.586700 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534c366-7270-4599-afb2-a606668ecba9 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Pushing event updated for resources: {'Port': ['ID=7934f7e7-f872-4c50-a542-770c8c801927,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:15.634418 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-0534c366-7270-4599-afb2-a606668ecba9 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:15.635039 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-0534c366-7270-4599-afb2-a606668ecba9 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:15.653383 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-0534c366-7270-4599-afb2-a606668ecba9 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8812144 Apr 04 06:18:15.776572 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-0a19a7ed-2b9e-4732-a305-7b0eb7b918cb None None] Provisioning complete for port 7934f7e7-f872-4c50-a542-770c8c801927 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:18:15.777119 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-0a19a7ed-2b9e-4732-a305-7b0eb7b918cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (7934f7e7-f872-4c50-a542-770c8c801927), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:15.811248 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-0a19a7ed-2b9e-4732-a305-7b0eb7b918cb None None] Port 7934f7e7-f872-4c50-a542-770c8c801927 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:18:15.885507 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d2dd5-b7ad-4a64-8135-72df8a6f3453 req-dcb23bf6-05fd-48fc-8189-4658449ea0b5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:15.886933 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-821d2dd5-b7ad-4a64-8135-72df8a6f3453 req-dcb23bf6-05fd-48fc-8189-4658449ea0b5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 932 time: 0.0586498 Apr 04 06:18:15.936763 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-821d2dd5-b7ad-4a64-8135-72df8a6f3453 req-e9703123-7434-4549-b102-6a71065579de tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=46340f26-0a96-49e8-b212-ddcac1327288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416076 Apr 04 06:18:16.501441 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36128081-833e-41db-8918-06249a22223c req-4ee91b83-1db4-4845-9040-5ea5234ea5dd tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:16.502930 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-36128081-833e-41db-8918-06249a22223c req-4ee91b83-1db4-4845-9040-5ea5234ea5dd tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 944 time: 0.0654607 Apr 04 06:18:16.554564 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-36128081-833e-41db-8918-06249a22223c req-d2d8d163-ddf4-4dfe-b0f3-8eb384eeef10 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b9c8b73-ac3e-4d97-86c6-62c3158cffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425775 Apr 04 06:18:17.072926 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03c6fe-acd6-4bec-b7e5-0c4206010a48 req-a5332bb2-c6b7-4c0e-a36b-d49b2ccaa972 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:17.074496 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2c03c6fe-acd6-4bec-b7e5-0c4206010a48 req-a5332bb2-c6b7-4c0e-a36b-d49b2ccaa972 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 932 time: 0.0615537 Apr 04 06:18:17.079318 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] Request body: {'port': {'device_id': 'ef2e6f46-be59-4db7-a6b4-94ed6f044db4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:18:17.168593 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2c03c6fe-acd6-4bec-b7e5-0c4206010a48 req-b266f2c6-2fc7-4c07-8c92-ee3a0aaaa220 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=46340f26-0a96-49e8-b212-ddcac1327288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864532 Apr 04 06:18:17.171212 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (7934f7e7-f872-4c50-a542-770c8c801927), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:17.440454 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7934f7e7-f872-4c50-a542-770c8c801927 {{(pid=103480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:18:17.448268 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] Publish callbacks [] for port (7934f7e7-f872-4c50-a542-770c8c801927), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:17.461074 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.provisioning_blocks [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] Transition to ACTIVE for port object 7934f7e7-f872-4c50-a542-770c8c801927 will not be triggered until provisioned by entity L2. {{(pid=103480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 06:18:17.466376 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (7934f7e7-f872-4c50-a542-770c8c801927), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:17.516154 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] Pushing event updated for resources: {'Port': ['ID=7934f7e7-f872-4c50-a542-770c8c801927,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:17.594952 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] Attempting to bind port 7934f7e7-f872-4c50-a542-770c8c801927 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:18:17.595296 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] Attempting to bind port 7934f7e7-f872-4c50-a542-770c8c801927 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '806f87e6-78c2-4ae9-9d36-4786ef43fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:18:17.595744 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] Attempting to bind port 7934f7e7-f872-4c50-a542-770c8c801927 on network 346304e3-defa-40dc-a5ad-7a093dfc23b7 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:18:17.600685 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] Port 7934f7e7-f872-4c50-a542-770c8c801927 on network 346304e3-defa-40dc-a5ad-7a093dfc23b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 06:18:17.601079 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] Attempting to bind port 7934f7e7-f872-4c50-a542-770c8c801927 on network 346304e3-defa-40dc-a5ad-7a093dfc23b7 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:18:17.606183 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] Checking agent: {'id': '0c1e107c-d850-42a9-b491-1b463a8f645f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'started_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:18:17.606524 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] Checking segment: {'id': '806f87e6-78c2-4ae9-9d36-4786ef43fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:18:17.606913 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] Bound using segment: {'id': '806f87e6-78c2-4ae9-9d36-4786ef43fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:18:17.607345 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] Bound port: 7934f7e7-f872-4c50-a542-770c8c801927, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '806f87e6-78c2-4ae9-9d36-4786ef43fbe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:18:17.607709 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (7934f7e7-f872-4c50-a542-770c8c801927), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:17.707166 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] For port 7934f7e7-f872-4c50-a542-770c8c801927, host hv-cinder-83444, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:18:17.711624 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] For port 7934f7e7-f872-4c50-a542-770c8c801927, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=7934f7e7-f872-4c50-a542-770c8c801927,segment=NetworkSegment(806f87e6-78c2-4ae9-9d36-4786ef43fbe2),segment_id=806f87e6-78c2-4ae9-9d36-4786ef43fbe2)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:18:17.719442 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (7934f7e7-f872-4c50-a542-770c8c801927), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:17.729197 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368de56-1d4b-4426-aa8d-ab845612a74f req-f9ea8d4c-fec8-408a-a44b-54d5b1085ea7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:17.730654 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7368de56-1d4b-4426-aa8d-ab845612a74f req-f9ea8d4c-fec8-408a-a44b-54d5b1085ea7 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 944 time: 0.0888181 Apr 04 06:18:17.781180 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:17.781798 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:17.783183 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] 10.222.0.37 "PUT /v2.0/ports/7934f7e7-f872-4c50-a542-770c8c801927 HTTP/1.1" status: 200 len: 1094 time: 0.7077887 Apr 04 06:18:17.788089 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2e6f46-be59-4db7-a6b4-94ed6f044db4', 'tag': '7934f7e7-f872-4c50-a542-770c8c801927'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:18:17.790442 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a5c2e1-e35e-46e7-8f8a-e33bb5a15c71" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2e6f46-be59-4db7-a6b4-94ed6f044db4", "tag": "7934f7e7-f872-4c50-a542-770c8c801927"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:18:17.821537 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a9512-4717-47ee-9282-7165f5cc1eea service neutron] Pushing event updated for resources: {'Port': ['ID=7934f7e7-f872-4c50-a542-770c8c801927,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:17.833372 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c349cfe3-faff-4ade-b555-3b012f70e798 x-openstack-request-id: req-c349cfe3-faff-4ade-b555-3b012f70e798 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:18:17.833657 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2e6f46-be59-4db7-a6b4-94ed6f044db4", "tag": "7934f7e7-f872-4c50-a542-770c8c801927", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:18:17.833911 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c349cfe3-faff-4ade-b555-3b012f70e798 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:18:17.834317 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c349cfe3-faff-4ade-b555-3b012f70e798'] response: {'name': 'network-changed', 'server_uuid': 'ef2e6f46-be59-4db7-a6b4-94ed6f044db4', 'tag': '7934f7e7-f872-4c50-a542-770c8c801927', 'status': 'completed', 'code': 200} Apr 04 06:18:17.841843 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7368de56-1d4b-4426-aa8d-ab845612a74f req-ba9b3b3e-1dc2-4025-9649-558f2151fe1e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b9c8b73-ac3e-4d97-86c6-62c3158cffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898037 Apr 04 06:18:18.294129 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8dfe2b-70b0-43ff-96d0-218f3c16857c req-3fb49ac8-64ee-4042-86ab-77ee6a979feb tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:18.295515 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7e8dfe2b-70b0-43ff-96d0-218f3c16857c req-3fb49ac8-64ee-4042-86ab-77ee6a979feb tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 944 time: 0.0577557 Apr 04 06:18:18.347637 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7e8dfe2b-70b0-43ff-96d0-218f3c16857c req-65b3c4e5-c05c-4b58-921a-e62b91aa1047 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=46340f26-0a96-49e8-b212-ddcac1327288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435848 Apr 04 06:18:18.401682 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5c2e1-e35e-46e7-8f8a-e33bb5a15c71 req-d8d56970-ad68-449b-bdb5-be06fa6eb0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:18.403172 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c3a5c2e1-e35e-46e7-8f8a-e33bb5a15c71 req-d8d56970-ad68-449b-bdb5-be06fa6eb0bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3bf2aa8f9fc74712aac7ec691de75582&device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 1128 time: 0.0457449 Apr 04 06:18:18.781801 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5c2e1-e35e-46e7-8f8a-e33bb5a15c71 req-c92f533f-9187-44fd-bbd4-e92a5c8721d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:18.783343 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c3a5c2e1-e35e-46e7-8f8a-e33bb5a15c71 req-c92f533f-9187-44fd-bbd4-e92a5c8721d7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3bf2aa8f9fc74712aac7ec691de75582&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1044030 Apr 04 06:18:18.885010 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5c2e1-e35e-46e7-8f8a-e33bb5a15c71 req-8f5e9b5d-4d67-4ef5-8be7-a70ec9e3234b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:18.886521 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c3a5c2e1-e35e-46e7-8f8a-e33bb5a15c71 req-8f5e9b5d-4d67-4ef5-8be7-a70ec9e3234b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963426 Apr 04 06:18:18.999003 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7e823-b4cf-41ed-8611-27ef1bb1eb6e req-03664af2-90c1-424c-8f24-8ecacfa85ab3 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:19.000399 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e1c7e823-b4cf-41ed-8611-27ef1bb1eb6e req-03664af2-90c1-424c-8f24-8ecacfa85ab3 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 944 time: 0.0882208 Apr 04 06:18:19.007243 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-b72471eb-52cf-4d28-aa13-7207e5096876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:19.008651 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-b72471eb-52cf-4d28-aa13-7207e5096876 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3bf2aa8f9fc74712aac7ec691de75582&device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 1128 time: 0.0640547 Apr 04 06:18:19.050209 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e1c7e823-b4cf-41ed-8611-27ef1bb1eb6e req-3652bc2b-2dbf-4aee-ac9f-18fb3f6c81e3 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b9c8b73-ac3e-4d97-86c6-62c3158cffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406156 Apr 04 06:18:19.131236 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-721dd1ce-28e0-4155-9181-6a3c0bb7a4af service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7934f7e7-f872-4c50-a542-770c8c801927 HTTP/1.1" status: 200 len: 217 time: 0.0346568 Apr 04 06:18:19.183354 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-fca0288b-2611-4586-84d7-ca837643ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:19.184769 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-fca0288b-2611-4586-84d7-ca837643ee89 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=389db79c-3d35-45ec-be77-a745fbe4b317 HTTP/1.1" status: 200 len: 849 time: 0.0464990 Apr 04 06:18:19.236509 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-bec1b407-cc73-41c1-95a5-4821126cbab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:19.238043 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-bec1b407-cc73-41c1-95a5-4821126cbab0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=346304e3-defa-40dc-a5ad-7a093dfc23b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470834 Apr 04 06:18:19.333588 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-ad418f29-3f5e-49e2-a62d-127a0b6f6178 service neutron] 10.222.0.37 "GET /v2.0/networks/346304e3-defa-40dc-a5ad-7a093dfc23b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878775 Apr 04 06:18:19.452358 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3a5c9570-7d3b-4f81-a724-23a54fb4676b req-4fab119f-c911-46d3-9e47-c328574bdb53 service neutron] 10.222.0.37 "GET /v2.0/networks/346304e3-defa-40dc-a5ad-7a093dfc23b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113448 Apr 04 06:18:19.482086 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd5feb-a385-4b3f-b330-bd1f2b17347d req-3cf6d61e-ef91-4643-b526-a56373f63967 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:19.483567 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-24cd5feb-a385-4b3f-b330-bd1f2b17347d req-3cf6d61e-ef91-4643-b526-a56373f63967 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 944 time: 0.0641870 Apr 04 06:18:19.542645 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-24cd5feb-a385-4b3f-b330-bd1f2b17347d req-8d4f3493-a186-4477-be23-ef720b64c8f5 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=46340f26-0a96-49e8-b212-ddcac1327288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511491 Apr 04 06:18:20.178877 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1188192-e2dc-4458-aac1-0845af6d991d req-91990963-c998-467d-8306-25e97ae4f0b9 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:20.180365 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c1188192-e2dc-4458-aac1-0845af6d991d req-91990963-c998-467d-8306-25e97ae4f0b9 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 944 time: 0.0593939 Apr 04 06:18:20.229709 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c1188192-e2dc-4458-aac1-0845af6d991d req-614c91c3-e507-4e5d-a807-6cba83dc4974 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b9c8b73-ac3e-4d97-86c6-62c3158cffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430367 Apr 04 06:18:20.692419 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0cb5c-f1d0-47a3-9db0-b831eaa9f1e8 req-27fa68c8-2e94-4f99-9e84-169570657d17 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:20.694313 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-89e0cb5c-f1d0-47a3-9db0-b831eaa9f1e8 req-27fa68c8-2e94-4f99-9e84-169570657d17 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 944 time: 0.0642340 Apr 04 06:18:20.742801 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-89e0cb5c-f1d0-47a3-9db0-b831eaa9f1e8 req-da6e0798-57f9-474d-b21d-234297d0dcad tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=46340f26-0a96-49e8-b212-ddcac1327288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428376 Apr 04 06:18:21.367845 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461917b-8239-4361-bddf-7c634f24cb1a req-0035fa87-3013-4357-8025-36a4482ec7d3 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:21.369393 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9461917b-8239-4361-bddf-7c634f24cb1a req-0035fa87-3013-4357-8025-36a4482ec7d3 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 944 time: 0.0560672 Apr 04 06:18:21.420359 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9461917b-8239-4361-bddf-7c634f24cb1a req-1fec3980-b6cb-4ad1-93d0-37b588d02e1c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b9c8b73-ac3e-4d97-86c6-62c3158cffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452397 Apr 04 06:18:21.870473 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8745d35-39bb-4d85-b408-14f6dad6b18e req-8f40886a-124b-4be1-8657-946268e3653a tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:21.871951 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c8745d35-39bb-4d85-b408-14f6dad6b18e req-8f40886a-124b-4be1-8657-946268e3653a tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 944 time: 0.0596356 Apr 04 06:18:21.922046 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c8745d35-39bb-4d85-b408-14f6dad6b18e req-0a497e3d-6a9a-4043-b0b0-16da7c1e19fe tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=46340f26-0a96-49e8-b212-ddcac1327288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443242 Apr 04 06:18:22.557234 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e37c69-dda2-48a2-bb09-14e66deb3faa req-7059b86d-7da4-425a-8886-fa307f787199 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:22.558701 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-11e37c69-dda2-48a2-bb09-14e66deb3faa req-7059b86d-7da4-425a-8886-fa307f787199 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 944 time: 0.0646250 Apr 04 06:18:22.612498 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-11e37c69-dda2-48a2-bb09-14e66deb3faa req-59894cbd-f181-471a-a117-47ef6c24d09b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b9c8b73-ac3e-4d97-86c6-62c3158cffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455163 Apr 04 06:18:22.636066 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device e7848484-c9c0-41a8-a0d5-beb3f2e87a97 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:18:22.738868 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port e7848484-c9c0-41a8-a0d5-beb3f2e87a97, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e7848484-c9c0-41a8-a0d5-beb3f2e87a97,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:18:22.754180 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': 'e7848484-c9c0-41a8-a0d5-beb3f2e87a97', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'port_id': 'e7848484-c9c0-41a8-a0d5-beb3f2e87a97', 'mac_address': 'fa:16:3e:34:af:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:18:22.794244 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port e7848484-c9c0-41a8-a0d5-beb3f2e87a97 is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:18:22.794637 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (e7848484-c9c0-41a8-a0d5-beb3f2e87a97), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:22.808316 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7848484-c9c0-41a8-a0d5-beb3f2e87a97 {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:18:22.828748 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port e7848484-c9c0-41a8-a0d5-beb3f2e87a97, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e7848484-c9c0-41a8-a0d5-beb3f2e87a97,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:18:22.833396 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (e7848484-c9c0-41a8-a0d5-beb3f2e87a97), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:22.883901 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=e7848484-c9c0-41a8-a0d5-beb3f2e87a97,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:22.891414 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:22.891761 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:22.892100 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:22.892440 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:22.892769 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:22.893124 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:22.893448 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:22.893772 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:22.894099 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:22.894435 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:22.894752 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:22.895074 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:22.895392 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:22.895704 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:22.896019 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:23.056418 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6646a-51c0-4794-98b4-1ca6b9565413 req-02d75422-0b94-4b96-8c1f-7d2c57c298cd tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:23.058220 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-01f6646a-51c0-4794-98b4-1ca6b9565413 req-02d75422-0b94-4b96-8c1f-7d2c57c298cd tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 944 time: 0.0620832 Apr 04 06:18:23.115296 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-01f6646a-51c0-4794-98b4-1ca6b9565413 req-2d183fb4-f581-4a31-b1c0-c57720c8e9fd tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=46340f26-0a96-49e8-b212-ddcac1327288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460289 Apr 04 06:18:23.191761 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['e7848484-c9c0-41a8-a0d5-beb3f2e87a97'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:18:23.743213 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d42d5-14c0-432e-b018-13198447c57e req-9be6092d-ac2f-40a0-9944-1d715f6d59f8 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:23.744712 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0e3d42d5-14c0-432e-b018-13198447c57e req-9be6092d-ac2f-40a0-9944-1d715f6d59f8 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 945 time: 0.0585108 Apr 04 06:18:23.809801 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0e3d42d5-14c0-432e-b018-13198447c57e req-57e83076-43f0-461c-adad-6e2dd3da627d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b9c8b73-ac3e-4d97-86c6-62c3158cffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546751 Apr 04 06:18:24.257195 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7c213-f999-4389-a8cd-2dad4f898c85 req-e18b77f6-c991-48a5-bced-4cb0be3b40bd tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:24.258900 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4ba7c213-f999-4389-a8cd-2dad4f898c85 req-e18b77f6-c991-48a5-bced-4cb0be3b40bd tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 944 time: 0.0732598 Apr 04 06:18:24.306469 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4ba7c213-f999-4389-a8cd-2dad4f898c85 req-6dcb02df-4081-41ed-a04a-6fc1a9b196cb tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=46340f26-0a96-49e8-b212-ddcac1327288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417612 Apr 04 06:18:24.632746 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 7934f7e7-f872-4c50-a542-770c8c801927 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:18:24.635712 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device e7848484-c9c0-41a8-a0d5-beb3f2e87a97 up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:18:24.749973 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning for port e7848484-c9c0-41a8-a0d5-beb3f2e87a97 completed by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 06:18:24.762786 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port e7848484-c9c0-41a8-a0d5-beb3f2e87a97 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:18:24.763159 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (e7848484-c9c0-41a8-a0d5-beb3f2e87a97), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:24.804274 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 7934f7e7-f872-4c50-a542-770c8c801927, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=7934f7e7-f872-4c50-a542-770c8c801927,segment=NetworkSegment(806f87e6-78c2-4ae9-9d36-4786ef43fbe2),segment_id=806f87e6-78c2-4ae9-9d36-4786ef43fbe2)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:18:24.821653 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': '7934f7e7-f872-4c50-a542-770c8c801927', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'port_id': '7934f7e7-f872-4c50-a542-770c8c801927', 'mac_address': 'fa:16:3e:58:fa:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:18:24.892058 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 7934f7e7-f872-4c50-a542-770c8c801927 is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:18:24.892452 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (7934f7e7-f872-4c50-a542-770c8c801927), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:24.901918 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port e7848484-c9c0-41a8-a0d5-beb3f2e87a97 is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:18:24.902299 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (e7848484-c9c0-41a8-a0d5-beb3f2e87a97), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:24.914413 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7934f7e7-f872-4c50-a542-770c8c801927 {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:18:24.938635 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87f044-f01f-42e1-bc28-cd529130955e req-3630da1b-1096-4505-92d7-aa42ba7d9051 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:24.940118 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1e87f044-f01f-42e1-bc28-cd529130955e req-3630da1b-1096-4505-92d7-aa42ba7d9051 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 945 time: 0.0573435 Apr 04 06:18:24.946030 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c347e20-c3d3-41f2-8961-95f697983ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7848484-c9c0-41a8-a0d5-beb3f2e87a97'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:18:24.948392 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad4476f-5c77-417e-a90b-711a53c1d3d3" -d '{"events": [{"server_uuid": "1c347e20-c3d3-41f2-8961-95f697983ac0", "name": "network-vif-plugged", "status": "completed", "tag": "e7848484-c9c0-41a8-a0d5-beb3f2e87a97"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:18:24.958570 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 7934f7e7-f872-4c50-a542-770c8c801927, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=7934f7e7-f872-4c50-a542-770c8c801927,segment=NetworkSegment(806f87e6-78c2-4ae9-9d36-4786ef43fbe2),segment_id=806f87e6-78c2-4ae9-9d36-4786ef43fbe2)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:18:24.962448 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port e7848484-c9c0-41a8-a0d5-beb3f2e87a97, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e7848484-c9c0-41a8-a0d5-beb3f2e87a97,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:18:24.964087 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (7934f7e7-f872-4c50-a542-770c8c801927), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:24.989347 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42fc2b3-3bfc-4ca1-be62-2ea8e7ecd7cd x-openstack-request-id: req-e42fc2b3-3bfc-4ca1-be62-2ea8e7ecd7cd {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:18:24.989645 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c347e20-c3d3-41f2-8961-95f697983ac0", "name": "network-vif-plugged", "status": "completed", "tag": "e7848484-c9c0-41a8-a0d5-beb3f2e87a97", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:18:24.989897 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e42fc2b3-3bfc-4ca1-be62-2ea8e7ecd7cd {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:18:24.990329 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e42fc2b3-3bfc-4ca1-be62-2ea8e7ecd7cd'] response: {'server_uuid': '1c347e20-c3d3-41f2-8961-95f697983ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7848484-c9c0-41a8-a0d5-beb3f2e87a97', 'code': 200} Apr 04 06:18:24.991039 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (e7848484-c9c0-41a8-a0d5-beb3f2e87a97), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:24.995009 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1e87f044-f01f-42e1-bc28-cd529130955e req-4ee91d0b-58f6-4d70-82b9-a0fa7e3a34b6 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b9c8b73-ac3e-4d97-86c6-62c3158cffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478497 Apr 04 06:18:25.018754 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=7934f7e7-f872-4c50-a542-770c8c801927,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:25.072431 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=e7848484-c9c0-41a8-a0d5-beb3f2e87a97,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:25.172037 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44003ba4-4ff4-4613-a447-c89ccecec5d7 req-a8147374-3fa2-49a7-a9b7-79365a241c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:25.173554 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-44003ba4-4ff4-4613-a447-c89ccecec5d7 req-a8147374-3fa2-49a7-a9b7-79365a241c88 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 1130 time: 0.0474262 Apr 04 06:18:25.229329 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-44003ba4-4ff4-4613-a447-c89ccecec5d7 req-eccdabba-b958-48f6-945e-1b25be29de06 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7b9c8b73-ac3e-4d97-86c6-62c3158cffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480704 Apr 04 06:18:25.336044 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['7934f7e7-f872-4c50-a542-770c8c801927'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:18:25.428294 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ebb97-3f56-44d9-918d-bfbfc0bea291 req-00a5859d-435d-4bb3-a8bc-cc4cc55abf69 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:25.429830 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9d7ebb97-3f56-44d9-918d-bfbfc0bea291 req-00a5859d-435d-4bb3-a8bc-cc4cc55abf69 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 945 time: 0.0523758 Apr 04 06:18:25.476198 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9d7ebb97-3f56-44d9-918d-bfbfc0bea291 req-ca6d1c00-95b1-4b5b-b1bc-6da42e53da71 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=46340f26-0a96-49e8-b212-ddcac1327288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407319 Apr 04 06:18:26.120962 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2591d7-0f7d-4b6c-8c95-1b2eb5717d99 req-edd61b18-7efe-4833-96ca-34e80763f30f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:26.122530 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5c2591d7-0f7d-4b6c-8c95-1b2eb5717d99 req-edd61b18-7efe-4833-96ca-34e80763f30f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 946 time: 0.0566626 Apr 04 06:18:26.160369 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-98f1caf7-3e64-41b8-8a7b-b90f48605e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:26.173004 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5c2591d7-0f7d-4b6c-8c95-1b2eb5717d99 req-7e9b357c-3902-43fa-82cd-3950d6ee027f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b9c8b73-ac3e-4d97-86c6-62c3158cffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440702 Apr 04 06:18:26.606011 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff07fc0-3552-46ca-8240-a172a6bc9e1f req-f61e491b-7b29-4fcf-8657-2bc15c02d612 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:26.607612 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fff07fc0-3552-46ca-8240-a172a6bc9e1f req-f61e491b-7b29-4fcf-8657-2bc15c02d612 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 945 time: 0.0608404 Apr 04 06:18:26.657294 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 7934f7e7-f872-4c50-a542-770c8c801927 up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:18:26.658776 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fff07fc0-3552-46ca-8240-a172a6bc9e1f req-c65392b3-0b64-4f69-9b1a-51b7a9e2e603 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=46340f26-0a96-49e8-b212-ddcac1327288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451813 Apr 04 06:18:26.716051 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning for port 7934f7e7-f872-4c50-a542-770c8c801927 completed by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 06:18:26.719940 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port 7934f7e7-f872-4c50-a542-770c8c801927 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:18:26.720311 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (7934f7e7-f872-4c50-a542-770c8c801927), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:26.798581 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 7934f7e7-f872-4c50-a542-770c8c801927 is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:18:26.798872 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (7934f7e7-f872-4c50-a542-770c8c801927), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:26.837334 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 7934f7e7-f872-4c50-a542-770c8c801927, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=7934f7e7-f872-4c50-a542-770c8c801927,segment=NetworkSegment(806f87e6-78c2-4ae9-9d36-4786ef43fbe2),segment_id=806f87e6-78c2-4ae9-9d36-4786ef43fbe2)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:18:26.841896 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (7934f7e7-f872-4c50-a542-770c8c801927), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:26.890687 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=7934f7e7-f872-4c50-a542-770c8c801927,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:26.991432 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2e6f46-be59-4db7-a6b4-94ed6f044db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7934f7e7-f872-4c50-a542-770c8c801927'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:18:26.995184 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20449cb2-8754-45bc-8b10-9569317868c4" -d '{"events": [{"server_uuid": "ef2e6f46-be59-4db7-a6b4-94ed6f044db4", "name": "network-vif-plugged", "status": "completed", "tag": "7934f7e7-f872-4c50-a542-770c8c801927"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:18:27.041147 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618feb04-8724-420a-aff9-ca57348a1952 x-openstack-request-id: req-618feb04-8724-420a-aff9-ca57348a1952 {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:18:27.041444 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2e6f46-be59-4db7-a6b4-94ed6f044db4", "name": "network-vif-plugged", "status": "completed", "tag": "7934f7e7-f872-4c50-a542-770c8c801927", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:18:27.041691 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-618feb04-8724-420a-aff9-ca57348a1952 {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:18:27.042103 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-618feb04-8724-420a-aff9-ca57348a1952'] response: {'server_uuid': 'ef2e6f46-be59-4db7-a6b4-94ed6f044db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7934f7e7-f872-4c50-a542-770c8c801927', 'code': 200} Apr 04 06:18:27.230792 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bdadfa-88d4-4fbc-9aec-34760f6572fa req-96d95629-3e52-4e4b-8e32-795f0028d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:27.232357 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-04bdadfa-88d4-4fbc-9aec-34760f6572fa req-96d95629-3e52-4e4b-8e32-795f0028d9cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 1130 time: 0.0523953 Apr 04 06:18:27.307748 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-04bdadfa-88d4-4fbc-9aec-34760f6572fa req-9511bf03-5daf-4de7-a8ac-f34866232465 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=46340f26-0a96-49e8-b212-ddcac1327288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693169 Apr 04 06:18:27.319423 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e6d00-80a4-4fe1-8d20-6321b6e4e873 req-33dc83ba-b302-48b2-bf22-3058744d119d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:27.320979 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b54e6d00-80a4-4fe1-8d20-6321b6e4e873 req-33dc83ba-b302-48b2-bf22-3058744d119d tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 946 time: 0.0766277 Apr 04 06:18:27.374684 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b54e6d00-80a4-4fe1-8d20-6321b6e4e873 req-f816bf2d-ffba-426f-a209-aa507d5342e0 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b9c8b73-ac3e-4d97-86c6-62c3158cffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479980 Apr 04 06:18:27.500230 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefe802-f092-4a0e-8f5f-ebe42f107cc6 req-a3ceed59-1da1-4c03-bf3c-f694a7b98a60 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:27.501651 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4eefe802-f092-4a0e-8f5f-ebe42f107cc6 req-a3ceed59-1da1-4c03-bf3c-f694a7b98a60 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 946 time: 0.0566943 Apr 04 06:18:27.511592 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 57094) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:18:27.518701 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-f7d8f4f2-5c59-4f47-9f47-5b098a4bdc9f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'floatingip': {'port_id': 'e7848484-c9c0-41a8-a0d5-beb3f2e87a97'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:18:27.573308 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f7d8f4f2-5c59-4f47-9f47-5b098a4bdc9f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (d2298b7f-fdec-4663-b1b3-0b42b105ab01), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:27.781774 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27b0c0-38bd-42a4-951a-c418c77646f7 req-0c65f7f8-093c-47eb-963b-038b8a4c306f tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:27.783268 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7c27b0c0-38bd-42a4-951a-c418c77646f7 req-0c65f7f8-093c-47eb-963b-038b8a4c306f tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 946 time: 0.0562561 Apr 04 06:18:27.832144 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7c27b0c0-38bd-42a4-951a-c418c77646f7 req-f6ab8e60-e9c8-4333-81ff-bb0444007138 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=46340f26-0a96-49e8-b212-ddcac1327288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430126 Apr 04 06:18:28.042524 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f7d8f4f2-5c59-4f47-9f47-5b098a4bdc9f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:28.048475 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f7d8f4f2-5c59-4f47-9f47-5b098a4bdc9f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (d2298b7f-fdec-4663-b1b3-0b42b105ab01), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:28.158360 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.l3_db [None req-f7d8f4f2-5c59-4f47-9f47-5b098a4bdc9f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Floating IP d2298b7f-fdec-4663-b1b3-0b42b105ab01 associated. External IP: 172.27.2.92, port: e7848484-c9c0-41a8-a0d5-beb3f2e87a97. Apr 04 06:18:28.315059 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-0f8bcbbb-6dbe-42a2-b71c-32bf3c86de4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:28.382171 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d8f4f2-5c59-4f47-9f47-5b098a4bdc9f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:18:28.496319 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d8f4f2-5c59-4f47-9f47-5b098a4bdc9f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:18:28.501722 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f7d8f4f2-5c59-4f47-9f47-5b098a4bdc9f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:28.506840 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21008057-6293-4aec-8de6-316bb1dc6154 None None] Sync routers for ids ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:18:28.518381 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21008057-6293-4aec-8de6-316bb1dc6154 None None] Routers {'8de8fcc5-8170-4153-b16f-b82e06d3b3c0'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:18:28.519102 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-21008057-6293-4aec-8de6-316bb1dc6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:18:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:18:28.533340 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-f7d8f4f2-5c59-4f47-9f47-5b098a4bdc9f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "PUT /v2.0/floatingips/d2298b7f-fdec-4663-b1b3-0b42b105ab01 HTTP/1.1" status: 200 len: 991 time: 1.0194187 Apr 04 06:18:28.534686 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c347e20-c3d3-41f2-8961-95f697983ac0', 'tag': 'e7848484-c9c0-41a8-a0d5-beb3f2e87a97'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:18:28.536925 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863da0c6ea282f34ae24215abf5dfdb82ea7b48a8fa4113b7fa45ec8e2c5cf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884f03ac-543f-4de9-b73f-b0c704e8d8d2" -d '{"events": [{"name": "network-changed", "server_uuid": "1c347e20-c3d3-41f2-8961-95f697983ac0", "tag": "e7848484-c9c0-41a8-a0d5-beb3f2e87a97"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:18:28.577388 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501d6e29-5830-4010-8a1b-f41c7375371f x-openstack-request-id: req-501d6e29-5830-4010-8a1b-f41c7375371f {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:18:28.577679 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c347e20-c3d3-41f2-8961-95f697983ac0", "tag": "e7848484-c9c0-41a8-a0d5-beb3f2e87a97", "status": "completed", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:18:28.578092 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-501d6e29-5830-4010-8a1b-f41c7375371f {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:18:28.578517 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-501d6e29-5830-4010-8a1b-f41c7375371f'] response: {'name': 'network-changed', 'server_uuid': '1c347e20-c3d3-41f2-8961-95f697983ac0', 'tag': 'e7848484-c9c0-41a8-a0d5-beb3f2e87a97', 'status': 'completed', 'code': 200} Apr 04 06:18:28.633794 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-21008057-6293-4aec-8de6-316bb1dc6154 None None] Set router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:18:28.682750 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f03ac-543f-4de9-b73f-b0c704e8d8d2 req-f4f61d02-8165-43e0-92d1-5dec190bf30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:28.683392 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-884f03ac-543f-4de9-b73f-b0c704e8d8d2 req-f4f61d02-8165-43e0-92d1-5dec190bf30e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a97a33a2aa5b45e28ce2fbc14234447a&device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 1130 time: 0.0673490 Apr 04 06:18:28.790588 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f03ac-543f-4de9-b73f-b0c704e8d8d2 req-ab9e4309-276c-4d13-ac02-c9b7e5625982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:28.792122 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-884f03ac-543f-4de9-b73f-b0c704e8d8d2 req-ab9e4309-276c-4d13-ac02-c9b7e5625982 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f79ea4aa-d805-43ed-bd84-5df93140b5be HTTP/1.1" status: 200 len: 916 time: 0.1004903 Apr 04 06:18:28.862340 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-884f03ac-543f-4de9-b73f-b0c704e8d8d2 req-f782d58f-80a6-4768-b92c-35a49649b70a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7848484-c9c0-41a8-a0d5-beb3f2e87a97 HTTP/1.1" status: 200 len: 999 time: 0.0640137 Apr 04 06:18:28.884574 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-21008057-6293-4aec-8de6-316bb1dc6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': 'd2298b7f-fdec-4663-b1b3-0b42b105ab01', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'port_id': 'e7848484-c9c0-41a8-a0d5-beb3f2e87a97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'mac_address': 'fa:16:3e:34:af:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c347e20-c3d3-41f2-8961-95f697983ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:18:08Z', 'updated_at': '2022-04-04T06:18:27Z', 'revision_number': 1, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:18:28.912295 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21008057-6293-4aec-8de6-316bb1dc6154 None None] Checking router: 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:18:28.921328 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21008057-6293-4aec-8de6-316bb1dc6154 None None] Routers {'8de8fcc5-8170-4153-b16f-b82e06d3b3c0'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:18:28.921949 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-21008057-6293-4aec-8de6-316bb1dc6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:18:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:18:28.940965 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f03ac-543f-4de9-b73f-b0c704e8d8d2 req-4bd66863-8244-4a45-bfc1-ca9ed303b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:28.942412 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-884f03ac-543f-4de9-b73f-b0c704e8d8d2 req-4bd66863-8244-4a45-bfc1-ca9ed303b1a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8af96432-7e0f-4e5a-90ce-4cb5a6c320c5 HTTP/1.1" status: 200 len: 854 time: 0.0741429 Apr 04 06:18:28.986722 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440c7b4-5d39-43ee-9305-3b3a5cc0636f req-89a7178e-3011-48a5-abea-7551dc2db086 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:28.988200 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5440c7b4-5d39-43ee-9305-3b3a5cc0636f req-89a7178e-3011-48a5-abea-7551dc2db086 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 946 time: 0.0859475 Apr 04 06:18:29.022067 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f03ac-543f-4de9-b73f-b0c704e8d8d2 req-21bf0281-449b-409a-b90f-9e7a7301a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:29.024001 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-884f03ac-543f-4de9-b73f-b0c704e8d8d2 req-21bf0281-449b-409a-b90f-9e7a7301a2f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f79ea4aa-d805-43ed-bd84-5df93140b5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727684 Apr 04 06:18:29.031521 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-21008057-6293-4aec-8de6-316bb1dc6154 None None] Set router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:18:29.089684 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5440c7b4-5d39-43ee-9305-3b3a5cc0636f req-4e30f25b-00b2-46e9-a2ac-b8aba4add4b2 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=46340f26-0a96-49e8-b212-ddcac1327288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954294 Apr 04 06:18:29.131385 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-884f03ac-543f-4de9-b73f-b0c704e8d8d2 req-c38eb062-9981-4ede-8616-ad07f8bb44ad service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996773 Apr 04 06:18:29.275912 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-21008057-6293-4aec-8de6-316bb1dc6154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': 'd2298b7f-fdec-4663-b1b3-0b42b105ab01', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'port_id': 'e7848484-c9c0-41a8-a0d5-beb3f2e87a97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'mac_address': 'fa:16:3e:34:af:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c347e20-c3d3-41f2-8961-95f697983ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:18:08Z', 'updated_at': '2022-04-04T06:18:27Z', 'revision_number': 1, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:18:29.288089 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-884f03ac-543f-4de9-b73f-b0c704e8d8d2 req-51b61a95-8e29-4159-b70f-fb8580d035ef service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499250 Apr 04 06:18:29.299731 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4e8bf-1af9-4c73-9eca-473f48a0015e req-63de8599-4d77-4cd9-ab39-f12bf149856c tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:29.301705 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9bf4e8bf-1af9-4c73-9eca-473f48a0015e req-63de8599-4d77-4cd9-ab39-f12bf149856c tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 946 time: 0.1235697 Apr 04 06:18:29.303623 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21008057-6293-4aec-8de6-316bb1dc6154 None None] The sync data for ids ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'] in dv-cinder-834448-2-iscsi is: [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': 'd2298b7f-fdec-4663-b1b3-0b42b105ab01', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'port_id': 'e7848484-c9c0-41a8-a0d5-beb3f2e87a97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'mac_address': 'fa:16:3e:34:af:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c347e20-c3d3-41f2-8961-95f697983ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:18:08Z', 'updated_at': '2022-04-04T06:18:27Z', 'revision_number': 1, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:18:29.315529 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 57114) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:18:29.321036 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-9ead6c50-860a-4fd9-91cf-056f392b7c60 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Request body: {'floatingip': {'port_id': '7934f7e7-f872-4c50-a542-770c8c801927'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:18:29.363541 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9ead6c50-860a-4fd9-91cf-056f392b7c60 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for floatingip (9019a7ba-fb00-46de-afa6-fd1464d8884b), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:29.515632 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3201ddc5-5e7f-4ef6-8b1e-99adf5701d4a None None] New status for floating IP d2298b7f-fdec-4663-b1b3-0b42b105ab01: ACTIVE {{(pid=103481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:18:29.578720 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:30.077297 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.db.resource_extend [None req-9ead6c50-860a-4fd9-91cf-056f392b7c60 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 04 06:18:30.147007 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9ead6c50-860a-4fd9-91cf-056f392b7c60 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:30.152368 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9ead6c50-860a-4fd9-91cf-056f392b7c60 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (9019a7ba-fb00-46de-afa6-fd1464d8884b), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:30.255150 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.l3_db [None req-9ead6c50-860a-4fd9-91cf-056f392b7c60 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Floating IP 9019a7ba-fb00-46de-afa6-fd1464d8884b associated. External IP: 172.27.2.177, port: 7934f7e7-f872-4c50-a542-770c8c801927. Apr 04 06:18:30.474477 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ead6c50-860a-4fd9-91cf-056f392b7c60 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:18:30.590516 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ead6c50-860a-4fd9-91cf-056f392b7c60 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:18:30.595474 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9ead6c50-860a-4fd9-91cf-056f392b7c60 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:30.600065 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8afa239-fcb4-4811-8376-5c04fc50446e None None] Sync routers for ids ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:18:30.612034 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8afa239-fcb4-4811-8376-5c04fc50446e None None] Routers {'83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:18:30.612691 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-e8afa239-fcb4-4811-8376-5c04fc50446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:18:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:18:30.626922 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-9ead6c50-860a-4fd9-91cf-056f392b7c60 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "PUT /v2.0/floatingips/9019a7ba-fb00-46de-afa6-fd1464d8884b HTTP/1.1" status: 200 len: 992 time: 1.3099689 Apr 04 06:18:30.627497 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2e6f46-be59-4db7-a6b4-94ed6f044db4', 'tag': '7934f7e7-f872-4c50-a542-770c8c801927'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:18:30.630446 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863da0c6ea282f34ae24215abf5dfdb82ea7b48a8fa4113b7fa45ec8e2c5cf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412ce408-bcfd-4d8a-9e7c-bee94ba14e62" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2e6f46-be59-4db7-a6b4-94ed6f044db4", "tag": "7934f7e7-f872-4c50-a542-770c8c801927"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:18:30.646623 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:30.670101 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d241a5ae-1cde-4899-8ad7-8c378c4d177f x-openstack-request-id: req-d241a5ae-1cde-4899-8ad7-8c378c4d177f {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:18:30.670399 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2e6f46-be59-4db7-a6b4-94ed6f044db4", "tag": "7934f7e7-f872-4c50-a542-770c8c801927", "status": "completed", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:18:30.670661 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d241a5ae-1cde-4899-8ad7-8c378c4d177f {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:18:30.671080 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d241a5ae-1cde-4899-8ad7-8c378c4d177f'] response: {'name': 'network-changed', 'server_uuid': 'ef2e6f46-be59-4db7-a6b4-94ed6f044db4', 'tag': '7934f7e7-f872-4c50-a542-770c8c801927', 'status': 'completed', 'code': 200} Apr 04 06:18:30.732468 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-e8afa239-fcb4-4811-8376-5c04fc50446e None None] Set router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:18:30.749846 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ce408-bcfd-4d8a-9e7c-bee94ba14e62 req-50537a57-0244-4416-a4af-744c15c45271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:30.751361 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-412ce408-bcfd-4d8a-9e7c-bee94ba14e62 req-50537a57-0244-4416-a4af-744c15c45271 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3bf2aa8f9fc74712aac7ec691de75582&device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 1130 time: 0.0484941 Apr 04 06:18:30.847488 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ce408-bcfd-4d8a-9e7c-bee94ba14e62 req-a9317cd8-c0a8-4ce6-9a4f-335d179ffa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:30.849013 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-412ce408-bcfd-4d8a-9e7c-bee94ba14e62 req-a9317cd8-c0a8-4ce6-9a4f-335d179ffa05 service neutron] 10.222.0.37 "GET /v2.0/networks?id=346304e3-defa-40dc-a5ad-7a093dfc23b7 HTTP/1.1" status: 200 len: 911 time: 0.0914969 Apr 04 06:18:30.918406 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-412ce408-bcfd-4d8a-9e7c-bee94ba14e62 req-f8f01e43-fd39-4068-b3f1-7057e32f4449 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7934f7e7-f872-4c50-a542-770c8c801927 HTTP/1.1" status: 200 len: 1000 time: 0.0634718 Apr 04 06:18:30.969077 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ce408-bcfd-4d8a-9e7c-bee94ba14e62 req-08fb0691-2fe3-422d-b0d7-3a10bb10a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:30.970195 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-e8afa239-fcb4-4811-8376-5c04fc50446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'name': 'tempest-AttachVolumeTestJSON-181001088-router', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:02Z', 'updated_at': '2022-04-04T06:10:11Z', 'revision_number': 4, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'gw_port': {'id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:03Z', 'updated_at': '2022-04-04T06:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '9019a7ba-fb00-46de-afa6-fd1464d8884b', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'port_id': '7934f7e7-f872-4c50-a542-770c8c801927', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'mac_address': 'fa:16:3e:58:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2e6f46-be59-4db7-a6b4-94ed6f044db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:18:11Z', 'updated_at': '2022-04-04T06:18:29Z', 'revision_number': 1, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12604a2e-e62e-4b0c-83cf-9375d169d83a', 'name': '', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'mac_address': 'fa:16:3e:8d:62:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:10Z', 'updated_at': '2022-04-04T06:10:21Z', 'revision_number': 5, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'subnets': [{'id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:18:30.970571 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-412ce408-bcfd-4d8a-9e7c-bee94ba14e62 req-08fb0691-2fe3-422d-b0d7-3a10bb10a7ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=389db79c-3d35-45ec-be77-a745fbe4b317 HTTP/1.1" status: 200 len: 849 time: 0.0457299 Apr 04 06:18:31.034752 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ce408-bcfd-4d8a-9e7c-bee94ba14e62 req-1cc6fe7c-b61f-4524-80e3-ee1b0437917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:18:31.036307 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-412ce408-bcfd-4d8a-9e7c-bee94ba14e62 req-1cc6fe7c-b61f-4524-80e3-ee1b0437917c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=346304e3-defa-40dc-a5ad-7a093dfc23b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595305 Apr 04 06:18:31.095018 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8afa239-fcb4-4811-8376-5c04fc50446e None None] Checking router: 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:18:31.104207 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8afa239-fcb4-4811-8376-5c04fc50446e None None] Routers {'83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:18:31.104830 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-e8afa239-fcb4-4811-8376-5c04fc50446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:18:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:18:31.133146 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-412ce408-bcfd-4d8a-9e7c-bee94ba14e62 req-aaddccd8-ecb1-4af9-84e2-e38d673d99fe service neutron] 10.222.0.37 "GET /v2.0/networks/346304e3-defa-40dc-a5ad-7a093dfc23b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905671 Apr 04 06:18:31.213554 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-e8afa239-fcb4-4811-8376-5c04fc50446e None None] Set router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:18:31.230437 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-412ce408-bcfd-4d8a-9e7c-bee94ba14e62 req-3b4083f6-0d64-46f1-8762-8c8f9c4224bf service neutron] 10.222.0.37 "GET /v2.0/networks/346304e3-defa-40dc-a5ad-7a093dfc23b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914462 Apr 04 06:18:31.438779 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-e8afa239-fcb4-4811-8376-5c04fc50446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'name': 'tempest-AttachVolumeTestJSON-181001088-router', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:02Z', 'updated_at': '2022-04-04T06:10:11Z', 'revision_number': 4, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'gw_port': {'id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:03Z', 'updated_at': '2022-04-04T06:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '9019a7ba-fb00-46de-afa6-fd1464d8884b', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'port_id': '7934f7e7-f872-4c50-a542-770c8c801927', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'mac_address': 'fa:16:3e:58:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2e6f46-be59-4db7-a6b4-94ed6f044db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:18:11Z', 'updated_at': '2022-04-04T06:18:29Z', 'revision_number': 1, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12604a2e-e62e-4b0c-83cf-9375d169d83a', 'name': '', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'mac_address': 'fa:16:3e:8d:62:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:10Z', 'updated_at': '2022-04-04T06:10:21Z', 'revision_number': 5, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'subnets': [{'id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:18:31.467956 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8afa239-fcb4-4811-8376-5c04fc50446e None None] The sync data for ids ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'] in dv-cinder-834448-2-iscsi is: [{'id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'name': 'tempest-AttachVolumeTestJSON-181001088-router', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:02Z', 'updated_at': '2022-04-04T06:10:11Z', 'revision_number': 4, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'gw_port': {'id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:03Z', 'updated_at': '2022-04-04T06:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '9019a7ba-fb00-46de-afa6-fd1464d8884b', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'floating_ip_address': '172.27.2.177', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'port_id': '7934f7e7-f872-4c50-a542-770c8c801927', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'mac_address': 'fa:16:3e:58:fa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2e6f46-be59-4db7-a6b4-94ed6f044db4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:18:11Z', 'updated_at': '2022-04-04T06:18:29Z', 'revision_number': 1, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12604a2e-e62e-4b0c-83cf-9375d169d83a', 'name': '', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'mac_address': 'fa:16:3e:8d:62:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:10Z', 'updated_at': '2022-04-04T06:10:21Z', 'revision_number': 5, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'subnets': [{'id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:18:31.668295 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ac923d-e5d5-4786-aeef-d8558853c58e None None] New status for floating IP 9019a7ba-fb00-46de-afa6-fd1464d8884b: ACTIVE {{(pid=103481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:18:32.320071 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:34.086913 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:37.612675 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:18:55.967383 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 57336) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:18:56.084722 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dfdd3860-f1ee-4dba-b2c6-345c6d865dc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:56.146626 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-008cd1e4-38eb-42d9-a94c-59a42a1c4b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:56.161727 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dfdd3860-f1ee-4dba-b2c6-345c6d865dc8 admin admin] Publish callbacks [] for security_group (08870089-f954-4901-92f3-ed9dd7a2f469), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:56.167284 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-dfdd3860-f1ee-4dba-b2c6-345c6d865dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (08870089-f954-4901-92f3-ed9dd7a2f469), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:56.209587 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-dfdd3860-f1ee-4dba-b2c6-345c6d865dc8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08dff8feea734c44ac18138c5f7d993a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410870 Apr 04 06:18:56.210691 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd3860-f1ee-4dba-b2c6-345c6d865dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08870089-f954-4901-92f3-ed9dd7a2f469,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:56.212541 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 57342) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:18:56.218120 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd3860-f1ee-4dba-b2c6-345c6d865dc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.218471 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd3860-f1ee-4dba-b2c6-345c6d865dc8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.218812 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd3860-f1ee-4dba-b2c6-345c6d865dc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.219155 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd3860-f1ee-4dba-b2c6-345c6d865dc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.219494 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd3860-f1ee-4dba-b2c6-345c6d865dc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.219822 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd3860-f1ee-4dba-b2c6-345c6d865dc8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.220154 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd3860-f1ee-4dba-b2c6-345c6d865dc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.220464 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd3860-f1ee-4dba-b2c6-345c6d865dc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.220788 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd3860-f1ee-4dba-b2c6-345c6d865dc8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.221138 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd3860-f1ee-4dba-b2c6-345c6d865dc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.221466 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd3860-f1ee-4dba-b2c6-345c6d865dc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.221794 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd3860-f1ee-4dba-b2c6-345c6d865dc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.222145 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd3860-f1ee-4dba-b2c6-345c6d865dc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.222574 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd3860-f1ee-4dba-b2c6-345c6d865dc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.223110 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdd3860-f1ee-4dba-b2c6-345c6d865dc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.264839 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-2fc6ea05-64f7-4c3c-9948-8a41b50d6708 admin admin] Publish callbacks [] for security_group (08870089-f954-4901-92f3-ed9dd7a2f469), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:56.286961 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-2fc6ea05-64f7-4c3c-9948-8a41b50d6708 admin admin] Publish callbacks [] for security_group (08870089-f954-4901-92f3-ed9dd7a2f469), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:56.338704 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-2fc6ea05-64f7-4c3c-9948-8a41b50d6708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (08870089-f954-4901-92f3-ed9dd7a2f469), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:56.341662 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-2fc6ea05-64f7-4c3c-9948-8a41b50d6708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:56.342834 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-2fc6ea05-64f7-4c3c-9948-8a41b50d6708 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08870089-f954-4901-92f3-ed9dd7a2f469 HTTP/1.1" status: 204 len: 168 time: 0.1292922 Apr 04 06:18:56.350693 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6ea05-64f7-4c3c-9948-8a41b50d6708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08870089-f954-4901-92f3-ed9dd7a2f469,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:56.357989 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6ea05-64f7-4c3c-9948-8a41b50d6708 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.358336 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6ea05-64f7-4c3c-9948-8a41b50d6708 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.358648 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6ea05-64f7-4c3c-9948-8a41b50d6708 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.358982 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6ea05-64f7-4c3c-9948-8a41b50d6708 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.359346 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6ea05-64f7-4c3c-9948-8a41b50d6708 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.359670 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6ea05-64f7-4c3c-9948-8a41b50d6708 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.359991 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6ea05-64f7-4c3c-9948-8a41b50d6708 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.360313 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6ea05-64f7-4c3c-9948-8a41b50d6708 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.360633 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6ea05-64f7-4c3c-9948-8a41b50d6708 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.360936 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6ea05-64f7-4c3c-9948-8a41b50d6708 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.361399 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6ea05-64f7-4c3c-9948-8a41b50d6708 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.361578 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6ea05-64f7-4c3c-9948-8a41b50d6708 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.361958 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6ea05-64f7-4c3c-9948-8a41b50d6708 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.362239 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6ea05-64f7-4c3c-9948-8a41b50d6708 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.362561 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc6ea05-64f7-4c3c-9948-8a41b50d6708 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:18:56.641174 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 57348) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:18:56.655179 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ef4ac058-55de-40a1-b875-21f2dd730cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:56.733797 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ef4ac058-55de-40a1-b875-21f2dd730cf8 admin admin] Publish callbacks [] for security_group (b875865c-ef9d-4478-bef5-583101bad2b3), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:56.739292 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ef4ac058-55de-40a1-b875-21f2dd730cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (b875865c-ef9d-4478-bef5-583101bad2b3), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:56.777186 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-ef4ac058-55de-40a1-b875-21f2dd730cf8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=15a699a9214845a58676d1e26e9871aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347985 Apr 04 06:18:56.778027 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ac058-55de-40a1-b875-21f2dd730cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b875865c-ef9d-4478-bef5-583101bad2b3,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:56.780354 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 57350) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:18:56.834898 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-81ace48e-8909-40cb-a8bc-43d4d08c4d9f admin admin] Publish callbacks [] for security_group (b875865c-ef9d-4478-bef5-583101bad2b3), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:56.856335 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-81ace48e-8909-40cb-a8bc-43d4d08c4d9f admin admin] Publish callbacks [] for security_group (b875865c-ef9d-4478-bef5-583101bad2b3), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:56.910503 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-81ace48e-8909-40cb-a8bc-43d4d08c4d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (b875865c-ef9d-4478-bef5-583101bad2b3), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:56.912945 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-81ace48e-8909-40cb-a8bc-43d4d08c4d9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:56.914138 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-81ace48e-8909-40cb-a8bc-43d4d08c4d9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b875865c-ef9d-4478-bef5-583101bad2b3 HTTP/1.1" status: 204 len: 168 time: 0.1329231 Apr 04 06:18:56.921872 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ace48e-8909-40cb-a8bc-43d4d08c4d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b875865c-ef9d-4478-bef5-583101bad2b3,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:18:58.319539 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-df1e8ac0-2d15-43d2-b196-34214cdae34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:18:59.553652 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:00.650431 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:02.325262 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:04.115208 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:13.875701 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 57572) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:13.984214 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-9d5de496-b88f-4837-8520-f9e1d845440f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:14.060966 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-9d5de496-b88f-4837-8520-f9e1d845440f admin admin] Publish callbacks [] for security_group (9db42223-30d7-4984-a12f-bc9733d8f5eb), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:14.066074 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-9d5de496-b88f-4837-8520-f9e1d845440f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (9db42223-30d7-4984-a12f-bc9733d8f5eb), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:14.104542 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-9d5de496-b88f-4837-8520-f9e1d845440f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1bb2fda5c84043dfadde0b4e395dce48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275431 Apr 04 06:19:14.105380 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5de496-b88f-4837-8520-f9e1d845440f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db42223-30d7-4984-a12f-bc9733d8f5eb,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:14.107387 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 57576) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:14.161468 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fa380bc1-6063-4cf3-b3aa-ef786586e8b0 admin admin] Publish callbacks [] for security_group (9db42223-30d7-4984-a12f-bc9733d8f5eb), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:14.182504 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fa380bc1-6063-4cf3-b3aa-ef786586e8b0 admin admin] Publish callbacks [] for security_group (9db42223-30d7-4984-a12f-bc9733d8f5eb), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:14.236462 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fa380bc1-6063-4cf3-b3aa-ef786586e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (9db42223-30d7-4984-a12f-bc9733d8f5eb), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:14.239381 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fa380bc1-6063-4cf3-b3aa-ef786586e8b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:14.240535 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-fa380bc1-6063-4cf3-b3aa-ef786586e8b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9db42223-30d7-4984-a12f-bc9733d8f5eb HTTP/1.1" status: 204 len: 168 time: 0.1319540 Apr 04 06:19:14.248419 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa380bc1-6063-4cf3-b3aa-ef786586e8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db42223-30d7-4984-a12f-bc9733d8f5eb,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:14.535029 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 57582) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:14.548413 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-43d7b3a0-ada1-457c-9b9f-3a280762f86a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:14.611321 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:19:14.623006 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-43d7b3a0-ada1-457c-9b9f-3a280762f86a admin admin] Publish callbacks [] for security_group (c6f18db5-d4c3-469d-8766-e32fe140dd45), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:14.628672 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-43d7b3a0-ada1-457c-9b9f-3a280762f86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (c6f18db5-d4c3-469d-8766-e32fe140dd45), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:14.666441 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-43d7b3a0-ada1-457c-9b9f-3a280762f86a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=33eebdbddca747779b91a47e9a1889e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302745 Apr 04 06:19:14.667764 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7b3a0-ada1-457c-9b9f-3a280762f86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f18db5-d4c3-469d-8766-e32fe140dd45,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:14.669452 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 57584) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:14.719810 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-de2fc9b8-31be-460e-a54f-a0e3cde0c075 admin admin] Publish callbacks [] for security_group (c6f18db5-d4c3-469d-8766-e32fe140dd45), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:14.741793 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-de2fc9b8-31be-460e-a54f-a0e3cde0c075 admin admin] Publish callbacks [] for security_group (c6f18db5-d4c3-469d-8766-e32fe140dd45), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:14.795331 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-de2fc9b8-31be-460e-a54f-a0e3cde0c075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (c6f18db5-d4c3-469d-8766-e32fe140dd45), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:14.798125 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-de2fc9b8-31be-460e-a54f-a0e3cde0c075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:14.801909 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-de2fc9b8-31be-460e-a54f-a0e3cde0c075 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6f18db5-d4c3-469d-8766-e32fe140dd45 HTTP/1.1" status: 204 len: 168 time: 0.1290143 Apr 04 06:19:14.810077 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fc9b8-31be-460e-a54f-a0e3cde0c075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f18db5-d4c3-469d-8766-e32fe140dd45,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:20.624605 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ed68c-f4ad-43a3-9aa5-1267b5918e10 req-6d4fe60a-fc17-47eb-9f52-d6727701580d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:20.636552 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eb5ed68c-f4ad-43a3-9aa5-1267b5918e10 req-6d4fe60a-fc17-47eb-9f52-d6727701580d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0598338 Apr 04 06:19:20.682556 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eb5ed68c-f4ad-43a3-9aa5-1267b5918e10 req-041fc8ba-ef0c-4ab5-b71a-4252285b2adb tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502031 Apr 04 06:19:21.818254 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c5cfa-111a-4118-881c-f3d49bdb11d1 req-13f210d6-d82c-4f91-b463-30641f0d9941 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:21.819730 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1e5c5cfa-111a-4118-881c-f3d49bdb11d1 req-13f210d6-d82c-4f91-b463-30641f0d9941 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0610716 Apr 04 06:19:21.867223 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1e5c5cfa-111a-4118-881c-f3d49bdb11d1 req-50790177-849b-4407-ac21-892e20cee04f tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415645 Apr 04 06:19:22.996661 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe7385-955d-4c73-a592-9eb150f76875 req-f7f14958-94cf-4d8c-9af3-37e0a00b9983 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:22.998133 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-61fe7385-955d-4c73-a592-9eb150f76875 req-f7f14958-94cf-4d8c-9af3-37e0a00b9983 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0593081 Apr 04 06:19:23.045191 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-61fe7385-955d-4c73-a592-9eb150f76875 req-d55567fc-f95c-474d-becf-08ab0959fd25 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413651 Apr 04 06:19:24.180043 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0e648-c514-48a9-b485-078dcc538313 req-342383b5-6c47-4b7f-a399-b072ec0af875 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:24.181544 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-65c0e648-c514-48a9-b485-078dcc538313 req-342383b5-6c47-4b7f-a399-b072ec0af875 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0539205 Apr 04 06:19:24.231174 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-65c0e648-c514-48a9-b485-078dcc538313 req-70d4ddca-095f-4dec-9102-76b08f765b2f tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411325 Apr 04 06:19:25.358945 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871316c-1905-48f3-b2db-360389e2de64 req-67805dd4-37e9-4cfd-830a-ef032854ae0b tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:25.360420 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d871316c-1905-48f3-b2db-360389e2de64 req-67805dd4-37e9-4cfd-830a-ef032854ae0b tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0571201 Apr 04 06:19:25.408821 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d871316c-1905-48f3-b2db-360389e2de64 req-20d180c0-bf12-4371-8a29-e1a62ccd133f tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418398 Apr 04 06:19:26.158394 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d214-4700-47b4-b845-da7cdcc6118a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:26.536288 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d8bbe-be48-4d89-b461-8c803e400913 req-20fe6a69-cce5-4bd6-ab7e-681d09d853ef tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:26.539396 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-339d8bbe-be48-4d89-b461-8c803e400913 req-20fe6a69-cce5-4bd6-ab7e-681d09d853ef tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0579882 Apr 04 06:19:26.586794 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-339d8bbe-be48-4d89-b461-8c803e400913 req-3be25ac8-a98b-4cb3-8fe3-7739e360fa40 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422781 Apr 04 06:19:27.713033 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644bdc3-460f-451b-a77d-d89a346a619d req-4bb869cb-8a89-4ca6-aa2f-11ea55018ded tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:27.714531 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7644bdc3-460f-451b-a77d-d89a346a619d req-4bb869cb-8a89-4ca6-aa2f-11ea55018ded tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0538208 Apr 04 06:19:27.773428 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7644bdc3-460f-451b-a77d-d89a346a619d req-0098296d-b604-450d-91ee-b2d68464cd36 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529487 Apr 04 06:19:28.016389 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 57776) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:28.134014 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8e7206c8-0ea9-45e8-8b4d-143efea9ca87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:28.213284 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8e7206c8-0ea9-45e8-8b4d-143efea9ca87 admin admin] Publish callbacks [] for security_group (9c3311ac-7f11-4a49-94f3-2f6fcfab01bf), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:28.219642 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8e7206c8-0ea9-45e8-8b4d-143efea9ca87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (9c3311ac-7f11-4a49-94f3-2f6fcfab01bf), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:28.264279 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-8e7206c8-0ea9-45e8-8b4d-143efea9ca87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3995e7c5b6b4ca0bfa8610c90e34db2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467308 Apr 04 06:19:28.265511 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7206c8-0ea9-45e8-8b4d-143efea9ca87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3311ac-7f11-4a49-94f3-2f6fcfab01bf,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:28.267314 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 57780) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:28.317559 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-431e7c80-b83d-4c99-baf1-b124d493d292 admin admin] Publish callbacks [] for security_group (9c3311ac-7f11-4a49-94f3-2f6fcfab01bf), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:28.323127 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-aab56406-85ac-407b-a6aa-209bdece8e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:28.343463 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-431e7c80-b83d-4c99-baf1-b124d493d292 admin admin] Publish callbacks [] for security_group (9c3311ac-7f11-4a49-94f3-2f6fcfab01bf), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:28.395237 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-431e7c80-b83d-4c99-baf1-b124d493d292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (9c3311ac-7f11-4a49-94f3-2f6fcfab01bf), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:28.398583 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-431e7c80-b83d-4c99-baf1-b124d493d292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:28.399726 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-431e7c80-b83d-4c99-baf1-b124d493d292 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c3311ac-7f11-4a49-94f3-2f6fcfab01bf HTTP/1.1" status: 204 len: 168 time: 0.1314161 Apr 04 06:19:28.407361 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e7c80-b83d-4c99-baf1-b124d493d292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3311ac-7f11-4a49-94f3-2f6fcfab01bf,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:28.681316 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 57788) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:28.695279 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1bb11afb-a597-4853-ab1f-74442fe1593c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:28.782051 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1bb11afb-a597-4853-ab1f-74442fe1593c admin admin] Publish callbacks [] for security_group (3fd30b57-c3a2-4046-9a90-cb4c59de453e), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:28.788398 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1bb11afb-a597-4853-ab1f-74442fe1593c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (3fd30b57-c3a2-4046-9a90-cb4c59de453e), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:28.828062 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-1bb11afb-a597-4853-ab1f-74442fe1593c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=13dcf4f7885a4ed6bd8ce2af21d09d9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455638 Apr 04 06:19:28.828950 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb11afb-a597-4853-ab1f-74442fe1593c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd30b57-c3a2-4046-9a90-cb4c59de453e,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:28.830859 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 57792) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:28.883661 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e44eca59-4abd-442b-b926-000ea235cbf7 admin admin] Publish callbacks [] for security_group (3fd30b57-c3a2-4046-9a90-cb4c59de453e), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:28.900596 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca6dc4-f48d-4bd6-9ebf-c7319d3bf7c3 req-dcc8521f-ddb6-4510-a9c1-c90f7d7d1711 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:28.902112 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-06ca6dc4-f48d-4bd6-9ebf-c7319d3bf7c3 req-dcc8521f-ddb6-4510-a9c1-c90f7d7d1711 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0568414 Apr 04 06:19:28.905235 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e44eca59-4abd-442b-b926-000ea235cbf7 admin admin] Publish callbacks [] for security_group (3fd30b57-c3a2-4046-9a90-cb4c59de453e), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:28.950072 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-06ca6dc4-f48d-4bd6-9ebf-c7319d3bf7c3 req-bd54dcd6-9b00-4362-aa7b-101224df5473 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420682 Apr 04 06:19:28.953251 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e44eca59-4abd-442b-b926-000ea235cbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (3fd30b57-c3a2-4046-9a90-cb4c59de453e), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:28.956050 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e44eca59-4abd-442b-b926-000ea235cbf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:28.957455 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-e44eca59-4abd-442b-b926-000ea235cbf7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3fd30b57-c3a2-4046-9a90-cb4c59de453e HTTP/1.1" status: 204 len: 168 time: 0.1244190 Apr 04 06:19:28.965937 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44eca59-4abd-442b-b926-000ea235cbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd30b57-c3a2-4046-9a90-cb4c59de453e,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:29.547523 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:29.697124 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 57816) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:29.795519 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-96a300e8-f9ed-4824-a2c1-0da088cb212b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1027607207-network', 'tenant_id': 'f3a08c14d5934649a9e7778ae127bad5'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:19:29.818712 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a300e8-f9ed-4824-a2c1-0da088cb212b admin admin] Made reservation on behalf of f3a08c14d5934649a9e7778ae127bad5 for: {'network': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:19:29.821217 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-96a300e8-f9ed-4824-a2c1-0da088cb212b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for network (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:29.829470 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-96a300e8-f9ed-4824-a2c1-0da088cb212b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:29.902086 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-96a300e8-f9ed-4824-a2c1-0da088cb212b admin admin] Publish callbacks [] for security_group (3a868058-a36b-4d33-b5ec-09951746601e), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:29.908439 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-96a300e8-f9ed-4824-a2c1-0da088cb212b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (3a868058-a36b-4d33-b5ec-09951746601e), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:29.932345 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a300e8-f9ed-4824-a2c1-0da088cb212b admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 06:19:29.947515 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a300e8-f9ed-4824-a2c1-0da088cb212b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a868058-a36b-4d33-b5ec-09951746601e,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:29.950554 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-96a300e8-f9ed-4824-a2c1-0da088cb212b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (a7508963-ce5b-4c66-9499-e27a60ffac82), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:29.950893 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.segments_db [None req-96a300e8-f9ed-4824-a2c1-0da088cb212b admin admin] Added segment a7508963-ce5b-4c66-9499-e27a60ffac82 of type vlan for network 7e737bb7-22b9-4a9a-9a11-e2bc3eb109e2 Apr 04 06:19:29.991387 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-96a300e8-f9ed-4824-a2c1-0da088cb212b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794510444108'] for network (7e737bb7-22b9-4a9a-9a11-e2bc3eb109e2), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:30.021503 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-96a300e8-f9ed-4824-a2c1-0da088cb212b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for network (7e737bb7-22b9-4a9a-9a11-e2bc3eb109e2), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:30.022895 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a300e8-f9ed-4824-a2c1-0da088cb212b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:30.024320 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-96a300e8-f9ed-4824-a2c1-0da088cb212b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:30.075409 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea541f-2d44-44eb-8abc-61ca49afbe8c req-53df3e89-6d67-4c0f-9576-9a25b1085951 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:30.077038 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9fea541f-2d44-44eb-8abc-61ca49afbe8c req-53df3e89-6d67-4c0f-9576-9a25b1085951 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0530257 Apr 04 06:19:30.083545 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-96a300e8-f9ed-4824-a2c1-0da088cb212b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3852119 Apr 04 06:19:30.084482 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a300e8-f9ed-4824-a2c1-0da088cb212b admin admin] Pushing event updated for resources: {'Network': ['ID=7e737bb7-22b9-4a9a-9a11-e2bc3eb109e2,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:30.087264 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 57822) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:30.093070 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-d71ad779-b8ce-4ab0-ac57-8f885bdb6e38 admin admin] Request body: {'subnet': {'network_id': '7e737bb7-22b9-4a9a-9a11-e2bc3eb109e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1027607207-subnet', 'tenant_id': 'f3a08c14d5934649a9e7778ae127bad5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:19:30.095091 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Network 7e737bb7-22b9-4a9a-9a11-e2bc3eb109e2 details requested by agent ovs-agent-dv-cinder-834448-2-iscsi with host dv-cinder-834448-2-iscsi {{(pid=103481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 06:19:30.115715 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71ad779-b8ce-4ab0-ac57-8f885bdb6e38 admin admin] Made reservation on behalf of f3a08c14d5934649a9e7778ae127bad5 for: {'subnet': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:19:30.118247 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d71ad779-b8ce-4ab0-ac57-8f885bdb6e38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8567966'] for subnet (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:30.129251 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9fea541f-2d44-44eb-8abc-61ca49afbe8c req-d0acf93f-056b-4458-bc9b-f9753f634c6c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462253 Apr 04 06:19:30.295005 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d71ad779-b8ce-4ab0-ac57-8f885bdb6e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10310614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8567944'] for subnet (30c488b8-0337-4191-8067-d0751c6822e5), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:30.342673 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ad779-b8ce-4ab0-ac57-8f885bdb6e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30c488b8-0337-4191-8067-d0751c6822e5,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:30.362801 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71ad779-b8ce-4ab0-ac57-8f885bdb6e38 admin admin] Checking segment: {'id': 'a7508963-ce5b-4c66-9499-e27a60ffac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7e737bb7-22b9-4a9a-9a11-e2bc3eb109e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:19:30.363170 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71ad779-b8ce-4ab0-ac57-8f885bdb6e38 admin admin] Network hostable DHCP agents. Network: 7e737bb7-22b9-4a9a-9a11-e2bc3eb109e2, hostable agents: ['a23458ca-c084-4a06-a8cf-ee94f3e130be'], hosted agents: [] {{(pid=103479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 06:19:30.382556 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71ad779-b8ce-4ab0-ac57-8f885bdb6e38 admin admin] Network 7e737bb7-22b9-4a9a-9a11-e2bc3eb109e2 is scheduled to be hosted by DHCP agent a23458ca-c084-4a06-a8cf-ee94f3e130be with binding_index 1 {{(pid=103479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 06:19:30.392563 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-d71ad779-b8ce-4ab0-ac57-8f885bdb6e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-2-iscsi, 7e737bb7-22b9-4a9a-9a11-e2bc3eb109e2) {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:19:30.396775 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71ad779-b8ce-4ab0-ac57-8f885bdb6e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:30.397625 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d71ad779-b8ce-4ab0-ac57-8f885bdb6e38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:30.402423 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c735c5a7-fc7a-47a5-8fd5-4ac952e5aded None None] Network 7e737bb7-22b9-4a9a-9a11-e2bc3eb109e2 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:19:30.413932 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-d71ad779-b8ce-4ab0-ac57-8f885bdb6e38 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3252707 Apr 04 06:19:30.500208 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9350d76b-70ea-4d23-a775-02bebc13666a None None] Network 7e737bb7-22b9-4a9a-9a11-e2bc3eb109e2 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:19:30.648039 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:30.904888 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 57838) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:30.909923 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-14aa6569-733d-421d-ade5-710a09fe0a1e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-49532037-network', 'tenant_id': 'c105670ff4f34959be787ac936b8d44e'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:19:30.931843 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14aa6569-733d-421d-ade5-710a09fe0a1e admin admin] Made reservation on behalf of c105670ff4f34959be787ac936b8d44e for: {'network': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:19:30.934182 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-14aa6569-733d-421d-ade5-710a09fe0a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for network (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:30.946389 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-14aa6569-733d-421d-ade5-710a09fe0a1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:31.031477 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-14aa6569-733d-421d-ade5-710a09fe0a1e admin admin] Publish callbacks [] for security_group (90998726-37e8-4f3e-87c1-0ee5daa9e319), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:31.035997 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-14aa6569-733d-421d-ade5-710a09fe0a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (90998726-37e8-4f3e-87c1-0ee5daa9e319), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:31.057080 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14aa6569-733d-421d-ade5-710a09fe0a1e admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 06:19:31.071936 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa6569-733d-421d-ade5-710a09fe0a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90998726-37e8-4f3e-87c1-0ee5daa9e319,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:31.075038 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-14aa6569-733d-421d-ade5-710a09fe0a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (8529bbc6-df6c-4b69-a041-048bd376fb8b), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:31.075381 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.segments_db [None req-14aa6569-733d-421d-ade5-710a09fe0a1e admin admin] Added segment 8529bbc6-df6c-4b69-a041-048bd376fb8b of type vlan for network f0ec1abe-0af9-4736-844d-b038ca3376c0 Apr 04 06:19:31.115073 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-14aa6569-733d-421d-ade5-710a09fe0a1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794510444108'] for network (f0ec1abe-0af9-4736-844d-b038ca3376c0), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:31.143153 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-14aa6569-733d-421d-ade5-710a09fe0a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for network (f0ec1abe-0af9-4736-844d-b038ca3376c0), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:31.144092 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aa6569-733d-421d-ade5-710a09fe0a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:31.144697 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-14aa6569-733d-421d-ade5-710a09fe0a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:31.207175 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-14aa6569-733d-421d-ade5-710a09fe0a1e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3010969 Apr 04 06:19:31.208983 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 57842) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:31.213715 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa6569-733d-421d-ade5-710a09fe0a1e admin admin] Pushing event updated for resources: {'Network': ['ID=f0ec1abe-0af9-4736-844d-b038ca3376c0,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:31.222094 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-5f5684cd-98ac-4b26-b058-d16068501846 admin admin] Request body: {'subnet': {'network_id': 'f0ec1abe-0af9-4736-844d-b038ca3376c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-49532037-subnet', 'tenant_id': 'c105670ff4f34959be787ac936b8d44e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:19:31.224399 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Network f0ec1abe-0af9-4736-844d-b038ca3376c0 details requested by agent ovs-agent-dv-cinder-834448-2-iscsi with host dv-cinder-834448-2-iscsi {{(pid=103481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 06:19:31.262561 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5684cd-98ac-4b26-b058-d16068501846 admin admin] Made reservation on behalf of c105670ff4f34959be787ac936b8d44e for: {'subnet': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:19:31.265038 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5f5684cd-98ac-4b26-b058-d16068501846 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9101482'] for subnet (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:31.328215 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37667ae4-d78d-43c4-9896-0839c6cd3289 req-bc1b4180-b069-426f-8c77-a68eff60337a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:31.329719 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-37667ae4-d78d-43c4-9896-0839c6cd3289 req-bc1b4180-b069-426f-8c77-a68eff60337a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.1223772 Apr 04 06:19:31.398549 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-37667ae4-d78d-43c4-9896-0839c6cd3289 req-e6332121-3785-49b1-bd3a-972153318b50 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612187 Apr 04 06:19:31.485341 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5f5684cd-98ac-4b26-b058-d16068501846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2345216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9101500'] for subnet (2734c7d9-765c-4529-be14-a39dbf690de1), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:31.547647 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5684cd-98ac-4b26-b058-d16068501846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2734c7d9-765c-4529-be14-a39dbf690de1,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:31.563617 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5684cd-98ac-4b26-b058-d16068501846 admin admin] Checking segment: {'id': '8529bbc6-df6c-4b69-a041-048bd376fb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f0ec1abe-0af9-4736-844d-b038ca3376c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:19:31.564103 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5684cd-98ac-4b26-b058-d16068501846 admin admin] Network hostable DHCP agents. Network: f0ec1abe-0af9-4736-844d-b038ca3376c0, hostable agents: ['a23458ca-c084-4a06-a8cf-ee94f3e130be'], hosted agents: [] {{(pid=103480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 06:19:31.585869 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5684cd-98ac-4b26-b058-d16068501846 admin admin] Network f0ec1abe-0af9-4736-844d-b038ca3376c0 is scheduled to be hosted by DHCP agent a23458ca-c084-4a06-a8cf-ee94f3e130be with binding_index 1 {{(pid=103480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 06:19:31.596769 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-5f5684cd-98ac-4b26-b058-d16068501846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-2-iscsi, f0ec1abe-0af9-4736-844d-b038ca3376c0) {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:19:31.601925 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5684cd-98ac-4b26-b058-d16068501846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:31.603134 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5f5684cd-98ac-4b26-b058-d16068501846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for subnet (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:31.605133 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef88b875-58dc-46bc-b733-974da6509c4a None None] Network f0ec1abe-0af9-4736-844d-b038ca3376c0 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:19:31.620630 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-5f5684cd-98ac-4b26-b058-d16068501846 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4105449 Apr 04 06:19:31.705063 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6500426-c331-4c05-b365-6cdb1071977c None None] Network f0ec1abe-0af9-4736-844d-b038ca3376c0 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:19:32.332370 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:32.535966 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08643a-4206-4121-8b15-9c1c7715d32d req-d12fcae4-7939-4433-b3ff-9b744d81a02c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:32.537482 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ad08643a-4206-4121-8b15-9c1c7715d32d req-d12fcae4-7939-4433-b3ff-9b744d81a02c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0582070 Apr 04 06:19:32.584319 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ad08643a-4206-4121-8b15-9c1c7715d32d req-86614d06-4d83-4cef-8251-d16fbc4884f7 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411124 Apr 04 06:19:33.979430 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92504b6d-004e-467b-ae38-2c2edbd9c783 req-ead3e150-889f-405c-b112-2cd03c23a56a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:33.980914 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-92504b6d-004e-467b-ae38-2c2edbd9c783 req-ead3e150-889f-405c-b112-2cd03c23a56a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.3108020 Apr 04 06:19:34.029695 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-92504b6d-004e-467b-ae38-2c2edbd9c783 req-778e910a-d5b8-4886-880f-d2f89670a71b tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414333 Apr 04 06:19:34.119177 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:35.169045 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbfa322-7a24-40ab-894c-597b9af0f37b req-29783581-fad8-4148-aa28-2d54029f683e tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:35.170556 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2fbfa322-7a24-40ab-894c-597b9af0f37b req-29783581-fad8-4148-aa28-2d54029f683e tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0616705 Apr 04 06:19:35.220705 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2fbfa322-7a24-40ab-894c-597b9af0f37b req-b9e02378-d7a4-45d4-8c00-bde245feaf92 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415623 Apr 04 06:19:36.365510 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad25d60-5a8f-4ac7-88b4-3e116ceaa228 req-3502bfe8-e465-4734-9886-63c3b4ad476a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:36.366840 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9ad25d60-5a8f-4ac7-88b4-3e116ceaa228 req-3502bfe8-e465-4734-9886-63c3b4ad476a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0620141 Apr 04 06:19:36.416501 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9ad25d60-5a8f-4ac7-88b4-3e116ceaa228 req-13e2565a-f401-4d14-9510-59e0ddb73c41 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438428 Apr 04 06:19:36.998906 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:19:37.107550 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:19:37.121134 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'port_id': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a', 'mac_address': 'fa:16:3e:19:64:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:19:37.160925 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a is: ACTIVE; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:19:37.161319 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:37.174819 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:19:37.198222 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:19:37.205904 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:37.286589 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a,revision_number=6']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:37.294521 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:19:37.294952 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:19:37.295343 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:19:37.295733 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:19:37.296296 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:19:37.296815 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:19:37.297357 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:19:37.297623 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:19:37.297922 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:19:37.298293 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:19:37.298756 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:19:37.299165 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:19:37.299678 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:19:37.300032 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:19:37.300416 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:19:37.307576 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:19:37.545181 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28881efb-3217-4c11-b94a-23c7924ceaf2 req-07de0783-f700-4a0d-b275-351ff46c75a2 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:37.546685 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-28881efb-3217-4c11-b94a-23c7924ceaf2 req-07de0783-f700-4a0d-b275-351ff46c75a2 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 944 time: 0.0576665 Apr 04 06:19:37.594648 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-28881efb-3217-4c11-b94a-23c7924ceaf2 req-6125c16b-cf85-4c06-9bb4-ca04a730c756 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422606 Apr 04 06:19:38.731295 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13db7f-6f04-47a4-ae89-6df38b9f9853 req-207245ec-40c1-4eac-abc8-90e34b1c29ad tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:38.732681 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ad13db7f-6f04-47a4-ae89-6df38b9f9853 req-207245ec-40c1-4eac-abc8-90e34b1c29ad tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 944 time: 0.0545180 Apr 04 06:19:38.786193 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ad13db7f-6f04-47a4-ae89-6df38b9f9853 req-6942464f-58fe-45c6-b8d8-28ac7064b285 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472133 Apr 04 06:19:39.006766 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:19:39.060133 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:19:39.060469 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:39.138143 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:19:39.138524 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:39.161079 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f906622b-05fc-41d8-92b6-9ee83151479e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:19:39.163342 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14ce1ca-af2b-4ee8-ae56-d6ad8afe4f9d" -d '{"events": [{"server_uuid": "f906622b-05fc-41d8-92b6-9ee83151479e", "name": "network-vif-plugged", "status": "completed", "tag": "ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:19:39.176686 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:19:39.181752 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:39.210836 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50994806-006d-4351-acda-a8c36398ed34 x-openstack-request-id: req-50994806-006d-4351-acda-a8c36398ed34 {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:19:39.211203 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f906622b-05fc-41d8-92b6-9ee83151479e", "name": "network-vif-plugged", "status": "completed", "tag": "ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:19:39.211460 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50994806-006d-4351-acda-a8c36398ed34 {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:19:39.211857 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50994806-006d-4351-acda-a8c36398ed34'] response: {'server_uuid': 'f906622b-05fc-41d8-92b6-9ee83151479e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a', 'code': 200} Apr 04 06:19:39.239551 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a,revision_number=7']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:39.930977 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7bc90-6156-4772-b3a5-87a72c0695d4 req-e60c62f2-7124-4f59-9c7c-d9d5407ef952 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:39.932370 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b7f7bc90-6156-4772-b3a5-87a72c0695d4 req-e60c62f2-7124-4f59-9c7c-d9d5407ef952 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0630424 Apr 04 06:19:39.982456 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b7f7bc90-6156-4772-b3a5-87a72c0695d4 req-5d6da54c-27ea-4e20-984c-2760278e8302 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429063 Apr 04 06:19:41.111051 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d977f8-3500-4713-a65b-97344871f698 req-cc09cfac-3796-47c8-83d2-7ebb75603f95 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:41.112522 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-14d977f8-3500-4713-a65b-97344871f698 req-cc09cfac-3796-47c8-83d2-7ebb75603f95 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0544126 Apr 04 06:19:41.168316 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-14d977f8-3500-4713-a65b-97344871f698 req-083127eb-979e-451a-a069-65042e3e7db3 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473878 Apr 04 06:19:42.307695 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e535a6-bc68-47d2-a13c-97d6d53f5c7f req-3ebeeb4c-cb7a-47ad-83fb-96332ba88927 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:42.307695 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-95e535a6-bc68-47d2-a13c-97d6d53f5c7f req-3ebeeb4c-cb7a-47ad-83fb-96332ba88927 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0579906 Apr 04 06:19:42.351177 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-95e535a6-bc68-47d2-a13c-97d6d53f5c7f req-09495517-d346-4ee8-8b97-458520e8f7ce tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438752 Apr 04 06:19:43.489156 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537febd-c7a9-4716-a2b4-9655acb88737 req-8922a7d8-2525-4b46-84b6-3d74724b0f12 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:43.492037 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f537febd-c7a9-4716-a2b4-9655acb88737 req-8922a7d8-2525-4b46-84b6-3d74724b0f12 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0616364 Apr 04 06:19:43.560407 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f537febd-c7a9-4716-a2b4-9655acb88737 req-019e666f-dea7-4bb3-bce5-dfbbc91be6b7 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542672 Apr 04 06:19:44.685564 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afc4e0-504c-4dec-8d00-beaffb317e0f req-6a309121-fe91-48a4-8afd-c98e30bef598 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:44.687100 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c3afc4e0-504c-4dec-8d00-beaffb317e0f req-6a309121-fe91-48a4-8afd-c98e30bef598 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0611613 Apr 04 06:19:44.773841 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c3afc4e0-504c-4dec-8d00-beaffb317e0f req-18e3dcd9-2e84-4f5d-b64c-322e46c85e97 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801828 Apr 04 06:19:45.908549 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8e1fe-22a8-45d2-a665-6ad61b6f28c2 req-7d88c550-62b8-473a-981f-36c97e37a6b7 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:45.910111 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f1b8e1fe-22a8-45d2-a665-6ad61b6f28c2 req-7d88c550-62b8-473a-981f-36c97e37a6b7 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0536749 Apr 04 06:19:45.958608 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f1b8e1fe-22a8-45d2-a665-6ad61b6f28c2 req-49eafd03-bd18-4fc7-a830-45af4a0be478 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425162 Apr 04 06:19:46.449123 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 58030) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:46.494173 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b737b78-d592-44a9-99e3-99fd735c1b4c admin admin] Deleting subnet 30c488b8-0337-4191-8067-d0751c6822e5 {{(pid=103480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 06:19:46.497636 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6b737b78-d592-44a9-99e3-99fd735c1b4c admin admin] Publish callbacks [] for subnet (30c488b8-0337-4191-8067-d0751c6822e5), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:46.536538 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6b737b78-d592-44a9-99e3-99fd735c1b4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3914041'] for subnet (30c488b8-0337-4191-8067-d0751c6822e5), precommit_delete_associations {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:46.577795 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6b737b78-d592-44a9-99e3-99fd735c1b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047354'] for subnet (30c488b8-0337-4191-8067-d0751c6822e5), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:46.635249 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6b737b78-d592-44a9-99e3-99fd735c1b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2345283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9101493'] for subnet (30c488b8-0337-4191-8067-d0751c6822e5), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:46.663147 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6b737b78-d592-44a9-99e3-99fd735c1b4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for subnet (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:46.666339 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-6b737b78-d592-44a9-99e3-99fd735c1b4c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/30c488b8-0337-4191-8067-d0751c6822e5 HTTP/1.1" status: 204 len: 168 time: 0.2161984 Apr 04 06:19:46.667542 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b737b78-d592-44a9-99e3-99fd735c1b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30c488b8-0337-4191-8067-d0751c6822e5,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:46.669092 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 58032) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:46.740531 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c8e8a8a0-a1ee-4237-9f54-9fbe594b9842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823931'] for network (7e737bb7-22b9-4a9a-9a11-e2bc3eb109e2), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:46.825324 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c8e8a8a0-a1ee-4237-9f54-9fbe594b9842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951985', 'neutron.services.segments.db._delete_segments_for_network-8794510801722'] for network (7e737bb7-22b9-4a9a-9a11-e2bc3eb109e2), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:46.850622 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-c8e8a8a0-a1ee-4237-9f54-9fbe594b9842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e737bb7-22b9-4a9a-9a11-e2bc3eb109e2']}} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:19:46.860031 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-c8e8a8a0-a1ee-4237-9f54-9fbe594b9842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7508963-ce5b-4c66-9499-e27a60ffac82') {'for_net_delete': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:19:46.860329 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-c8e8a8a0-a1ee-4237-9f54-9fbe594b9842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7508963-ce5b-4c66-9499-e27a60ffac82') {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:19:46.869621 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c8e8a8a0-a1ee-4237-9f54-9fbe594b9842 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794510999619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3914034'] for segment (a7508963-ce5b-4c66-9499-e27a60ffac82), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:46.883615 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c8e8a8a0-a1ee-4237-9f54-9fbe594b9842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (a7508963-ce5b-4c66-9499-e27a60ffac82), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:46.890551 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e8a8a0-a1ee-4237-9f54-9fbe594b9842 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 06:19:46.891011 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c8e8a8a0-a1ee-4237-9f54-9fbe594b9842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2345957'] for segment (a7508963-ce5b-4c66-9499-e27a60ffac82), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: Traceback (most recent call last): Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: timer() Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: cb(*args, **kw) Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: return func(*args, **kwargs) Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: self._notify() Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: self.callback(batched_events) Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: event.method(event) Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: return f(self, *a, **k) Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._get(url).json() Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: return self.request(url, 'GET', **kwargs) Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 06:19:46.892705 dv-cinder-834448-2-iscsi neutron-server[103480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 06:19:46.955462 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c8e8a8a0-a1ee-4237-9f54-9fbe594b9842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589347'] for network (7e737bb7-22b9-4a9a-9a11-e2bc3eb109e2), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:46.963883 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c8e8a8a0-a1ee-4237-9f54-9fbe594b9842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:46.969347 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-c8e8a8a0-a1ee-4237-9f54-9fbe594b9842 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7e737bb7-22b9-4a9a-9a11-e2bc3eb109e2 HTTP/1.1" status: 204 len: 168 time: 0.2993205 Apr 04 06:19:46.970122 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 58034) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:46.983672 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8a8a0-a1ee-4237-9f54-9fbe594b9842 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e737bb7-22b9-4a9a-9a11-e2bc3eb109e2,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:47.026792 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c3db30-4faf-4913-8136-be5025b0557b admin admin] Deleting subnet 2734c7d9-765c-4529-be14-a39dbf690de1 {{(pid=103479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 06:19:47.030349 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-95c3db30-4faf-4913-8136-be5025b0557b admin admin] Publish callbacks [] for subnet (2734c7d9-765c-4529-be14-a39dbf690de1), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:47.070375 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-95c3db30-4faf-4913-8136-be5025b0557b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850216'] for subnet (2734c7d9-765c-4529-be14-a39dbf690de1), precommit_delete_associations {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:47.116091 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da786230-0ec2-42ac-aa7b-141359502c46 req-31f24c19-986b-46f2-8e4a-c7518c3cc78c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:47.117681 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-da786230-0ec2-42ac-aa7b-141359502c46 req-31f24c19-986b-46f2-8e4a-c7518c3cc78c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0550549 Apr 04 06:19:47.124630 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-95c3db30-4faf-4913-8136-be5025b0557b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047354'] for subnet (2734c7d9-765c-4529-be14-a39dbf690de1), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:47.179752 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-da786230-0ec2-42ac-aa7b-141359502c46 req-ead5933a-2149-4210-81cf-a52a0951fec4 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562277 Apr 04 06:19:47.185465 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-95c3db30-4faf-4913-8136-be5025b0557b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10310549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567937'] for subnet (2734c7d9-765c-4529-be14-a39dbf690de1), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:47.228823 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3db30-4faf-4913-8136-be5025b0557b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2734c7d9-765c-4529-be14-a39dbf690de1,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:47.234885 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-95c3db30-4faf-4913-8136-be5025b0557b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:47.238561 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-95c3db30-4faf-4913-8136-be5025b0557b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2734c7d9-765c-4529-be14-a39dbf690de1 HTTP/1.1" status: 204 len: 168 time: 0.2663562 Apr 04 06:19:47.241677 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 58038) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:47.316461 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d49341c2-c7bc-4e3d-9a37-1bfbbed8947b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823931'] for network (f0ec1abe-0af9-4736-844d-b038ca3376c0), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:47.406720 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d49341c2-c7bc-4e3d-9a37-1bfbbed8947b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951985', 'neutron.services.segments.db._delete_segments_for_network-8794510801722'] for network (f0ec1abe-0af9-4736-844d-b038ca3376c0), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:47.430870 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-d49341c2-c7bc-4e3d-9a37-1bfbbed8947b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ec1abe-0af9-4736-844d-b038ca3376c0']}} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:19:47.440640 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-d49341c2-c7bc-4e3d-9a37-1bfbbed8947b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8529bbc6-df6c-4b69-a041-048bd376fb8b') {'for_net_delete': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:19:47.441083 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-d49341c2-c7bc-4e3d-9a37-1bfbbed8947b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8529bbc6-df6c-4b69-a041-048bd376fb8b') {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:19:47.451701 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d49341c2-c7bc-4e3d-9a37-1bfbbed8947b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794510999619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3914034'] for segment (8529bbc6-df6c-4b69-a041-048bd376fb8b), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:47.465845 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d49341c2-c7bc-4e3d-9a37-1bfbbed8947b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (8529bbc6-df6c-4b69-a041-048bd376fb8b), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:47.472419 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49341c2-c7bc-4e3d-9a37-1bfbbed8947b admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 06:19:47.472860 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d49341c2-c7bc-4e3d-9a37-1bfbbed8947b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2345957'] for segment (8529bbc6-df6c-4b69-a041-048bd376fb8b), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: Traceback (most recent call last): Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: timer() Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: cb(*args, **kw) Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: return func(*args, **kwargs) Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: self._notify() Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: self.callback(batched_events) Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: event.method(event) Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: return f(self, *a, **k) Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._get(url).json() Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: return self.request(url, 'GET', **kwargs) Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 06:19:47.474563 dv-cinder-834448-2-iscsi neutron-server[103480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 06:19:47.532285 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d49341c2-c7bc-4e3d-9a37-1bfbbed8947b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589347'] for network (f0ec1abe-0af9-4736-844d-b038ca3376c0), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:47.537665 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d49341c2-c7bc-4e3d-9a37-1bfbbed8947b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:47.540849 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-d49341c2-c7bc-4e3d-9a37-1bfbbed8947b admin admin] 10.222.0.30 "DELETE /v2.0/networks/f0ec1abe-0af9-4736-844d-b038ca3376c0 HTTP/1.1" status: 204 len: 168 time: 0.2982121 Apr 04 06:19:47.553051 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49341c2-c7bc-4e3d-9a37-1bfbbed8947b admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ec1abe-0af9-4736-844d-b038ca3376c0,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:47.710826 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 58042) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:47.751795 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-6a3a6fa5-b220-47fc-a045-88b95183a89a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f3a08c14d5934649a9e7778ae127bad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396147 Apr 04 06:19:47.754853 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 58044) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:47.803795 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8202f6e5-2853-4631-9192-30728b49d77c admin admin] Publish callbacks [] for security_group (3a868058-a36b-4d33-b5ec-09951746601e), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:47.826879 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8202f6e5-2853-4631-9192-30728b49d77c admin admin] Publish callbacks [] for security_group (3a868058-a36b-4d33-b5ec-09951746601e), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:47.875020 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8202f6e5-2853-4631-9192-30728b49d77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (3a868058-a36b-4d33-b5ec-09951746601e), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:47.877770 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8202f6e5-2853-4631-9192-30728b49d77c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:47.878981 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-8202f6e5-2853-4631-9192-30728b49d77c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3a868058-a36b-4d33-b5ec-09951746601e HTTP/1.1" status: 204 len: 168 time: 0.1227913 Apr 04 06:19:47.888873 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202f6e5-2853-4631-9192-30728b49d77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a868058-a36b-4d33-b5ec-09951746601e,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:48.242526 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 58052) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:48.332212 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-7ea3bb3c-5c03-4772-925e-e22afbc43ca9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c105670ff4f34959be787ac936b8d44e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0884633 Apr 04 06:19:48.334941 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 58054) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:48.356463 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd650f3-b29c-4f8b-ab19-baecbd39d311 req-2a5c47d8-afea-456a-8aa8-6ee4c5a3a0fd tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:48.363385 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-efd650f3-b29c-4f8b-ab19-baecbd39d311 req-2a5c47d8-afea-456a-8aa8-6ee4c5a3a0fd tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0948448 Apr 04 06:19:48.430875 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-be943bd2-161d-4678-a2bc-ff2fc56a7db2 admin admin] Publish callbacks [] for security_group (90998726-37e8-4f3e-87c1-0ee5daa9e319), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:48.448977 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-efd650f3-b29c-4f8b-ab19-baecbd39d311 req-c1d12e0a-7481-48eb-b954-ecd95b6c3342 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846527 Apr 04 06:19:48.482000 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-be943bd2-161d-4678-a2bc-ff2fc56a7db2 admin admin] Publish callbacks [] for security_group (90998726-37e8-4f3e-87c1-0ee5daa9e319), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:48.533046 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-be943bd2-161d-4678-a2bc-ff2fc56a7db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (90998726-37e8-4f3e-87c1-0ee5daa9e319), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:48.536302 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-be943bd2-161d-4678-a2bc-ff2fc56a7db2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:48.537592 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-be943bd2-161d-4678-a2bc-ff2fc56a7db2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/90998726-37e8-4f3e-87c1-0ee5daa9e319 HTTP/1.1" status: 204 len: 168 time: 0.2017434 Apr 04 06:19:48.546208 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be943bd2-161d-4678-a2bc-ff2fc56a7db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90998726-37e8-4f3e-87c1-0ee5daa9e319,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:49.605827 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4bd48-98f9-4209-a9b5-c04ec8413bc9 req-e82f85a8-4fd5-42ae-af33-e08bd765f08c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:49.607335 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-20c4bd48-98f9-4209-a9b5-c04ec8413bc9 req-e82f85a8-4fd5-42ae-af33-e08bd765f08c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0761139 Apr 04 06:19:49.664621 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-20c4bd48-98f9-4209-a9b5-c04ec8413bc9 req-6a483575-d1ba-412d-a458-9ca711e23c8d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483053 Apr 04 06:19:49.806105 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 58092) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:49.919498 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a3802c58-ffdf-4a16-823b-5f2b7a78751e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:50.008640 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a3802c58-ffdf-4a16-823b-5f2b7a78751e admin admin] Publish callbacks [] for security_group (074e7a79-2dd0-4428-86b6-964e05a77fd5), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:50.013020 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a3802c58-ffdf-4a16-823b-5f2b7a78751e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (074e7a79-2dd0-4428-86b6-964e05a77fd5), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:50.053826 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-a3802c58-ffdf-4a16-823b-5f2b7a78751e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3f80d6cfb5d4a3e8bffd0cf28c99dc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463636 Apr 04 06:19:50.056474 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 58096) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:50.058459 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3802c58-ffdf-4a16-823b-5f2b7a78751e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074e7a79-2dd0-4428-86b6-964e05a77fd5,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:50.121999 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-92c139d6-4cbe-4c39-a5c7-cce90b588a93 admin admin] Publish callbacks [] for security_group (074e7a79-2dd0-4428-86b6-964e05a77fd5), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:50.145772 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-92c139d6-4cbe-4c39-a5c7-cce90b588a93 admin admin] Publish callbacks [] for security_group (074e7a79-2dd0-4428-86b6-964e05a77fd5), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:50.200538 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-92c139d6-4cbe-4c39-a5c7-cce90b588a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (074e7a79-2dd0-4428-86b6-964e05a77fd5), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:50.204534 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-92c139d6-4cbe-4c39-a5c7-cce90b588a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:50.208792 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-92c139d6-4cbe-4c39-a5c7-cce90b588a93 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/074e7a79-2dd0-4428-86b6-964e05a77fd5 HTTP/1.1" status: 204 len: 168 time: 0.1504626 Apr 04 06:19:50.219942 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c139d6-4cbe-4c39-a5c7-cce90b588a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074e7a79-2dd0-4428-86b6-964e05a77fd5,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:50.835904 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120bea6-a16a-441e-9ff9-82e400ada87b req-95e53b3c-1726-4552-b75b-2bde69736bae tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:50.838491 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3120bea6-a16a-441e-9ff9-82e400ada87b req-95e53b3c-1726-4552-b75b-2bde69736bae tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0708892 Apr 04 06:19:50.908484 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3120bea6-a16a-441e-9ff9-82e400ada87b req-7a131ee3-3f81-400c-8f41-8edfeaf94240 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603013 Apr 04 06:19:51.523984 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 58134) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:51.610272 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:19:51.647890 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0a677892-e87f-4b0d-a371-c9e57b79a00f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:51.728407 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0a677892-e87f-4b0d-a371-c9e57b79a00f admin admin] Publish callbacks [] for security_group (81fc245b-e7b5-450f-b170-1ef0eec88ab6), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:51.733264 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0a677892-e87f-4b0d-a371-c9e57b79a00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (81fc245b-e7b5-450f-b170-1ef0eec88ab6), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:51.777733 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-0a677892-e87f-4b0d-a371-c9e57b79a00f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b04670124de348f984ae4a1526a35bfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506318 Apr 04 06:19:51.777973 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 58140) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:19:51.784010 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a677892-e87f-4b0d-a371-c9e57b79a00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fc245b-e7b5-450f-b170-1ef0eec88ab6,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:51.835525 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c1ddc7c1-52b7-4eaa-84a4-066fb2840965 admin admin] Publish callbacks [] for security_group (81fc245b-e7b5-450f-b170-1ef0eec88ab6), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:51.858750 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c1ddc7c1-52b7-4eaa-84a4-066fb2840965 admin admin] Publish callbacks [] for security_group (81fc245b-e7b5-450f-b170-1ef0eec88ab6), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:51.910651 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c1ddc7c1-52b7-4eaa-84a4-066fb2840965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (81fc245b-e7b5-450f-b170-1ef0eec88ab6), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:51.913686 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c1ddc7c1-52b7-4eaa-84a4-066fb2840965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:51.917632 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-c1ddc7c1-52b7-4eaa-84a4-066fb2840965 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/81fc245b-e7b5-450f-b170-1ef0eec88ab6 HTTP/1.1" status: 204 len: 168 time: 0.1388097 Apr 04 06:19:51.926274 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddc7c1-52b7-4eaa-84a4-066fb2840965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fc245b-e7b5-450f-b170-1ef0eec88ab6,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:52.078351 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ec5f7-7b45-4675-a680-3a68930eb4cf req-da566a58-c72b-4d6b-9fca-efffa4ac9b74 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:52.085332 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7c2ec5f7-7b45-4675-a680-3a68930eb4cf req-da566a58-c72b-4d6b-9fca-efffa4ac9b74 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0745008 Apr 04 06:19:52.139640 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7c2ec5f7-7b45-4675-a680-3a68930eb4cf req-3e489a51-614e-42c4-8b2a-43ffa5c88a86 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534067 Apr 04 06:19:53.295708 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96174e11-63f1-463a-82cf-abae298abceb req-bd062936-72d1-4f3b-a32c-7fb95b7d16b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:53.297284 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-96174e11-63f1-463a-82cf-abae298abceb req-bd062936-72d1-4f3b-a32c-7fb95b7d16b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb48c2dfec0b435e978641e49934d2c0&device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 1129 time: 0.0829477 Apr 04 06:19:53.376639 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656289b-48cb-456a-bf5a-2c67abab699c req-6b3293d1-bf51-4ad4-8c63-6ca8c13943cf tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:53.378364 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6656289b-48cb-456a-bf5a-2c67abab699c req-6b3293d1-bf51-4ad4-8c63-6ca8c13943cf tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.1288035 Apr 04 06:19:53.447073 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96174e11-63f1-463a-82cf-abae298abceb req-5ea768bf-30fa-4857-ac5a-c1c0b95dd386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:53.448651 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-96174e11-63f1-463a-82cf-abae298abceb req-5ea768bf-30fa-4857-ac5a-c1c0b95dd386 service neutron] 10.222.0.37 "GET /v2.0/networks?id=912f530c-0c5f-4821-bf75-3c7641d0619c HTTP/1.1" status: 200 len: 917 time: 0.1444471 Apr 04 06:19:53.456646 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6656289b-48cb-456a-bf5a-2c67abab699c req-85417602-5ade-4e6c-9e1e-5bada41a2984 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694871 Apr 04 06:19:53.534743 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-96174e11-63f1-463a-82cf-abae298abceb req-7c98d8b8-d5ed-4321-bb68-186d21c20222 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a HTTP/1.1" status: 200 len: 1000 time: 0.0769868 Apr 04 06:19:53.594549 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96174e11-63f1-463a-82cf-abae298abceb req-6ba57c6d-d8ce-4d6c-b887-ffa9a0c70bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:53.596037 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-96174e11-63f1-463a-82cf-abae298abceb req-6ba57c6d-d8ce-4d6c-b887-ffa9a0c70bc0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9a8a955-6bc6-44f6-83f1-2fcedefaefaf HTTP/1.1" status: 200 len: 855 time: 0.0549901 Apr 04 06:19:53.654108 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96174e11-63f1-463a-82cf-abae298abceb req-2690a74c-cc57-47e2-8180-8fca15fb3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:53.655576 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-96174e11-63f1-463a-82cf-abae298abceb req-2690a74c-cc57-47e2-8180-8fca15fb3550 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=912f530c-0c5f-4821-bf75-3c7641d0619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520983 Apr 04 06:19:53.765356 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-96174e11-63f1-463a-82cf-abae298abceb req-954cb18d-f573-4a2a-8f0c-56a77f7202b1 service neutron] 10.222.0.37 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025062 Apr 04 06:19:53.882702 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-96174e11-63f1-463a-82cf-abae298abceb req-ee4d989e-0174-4bfc-b2da-ad8d849dc913 service neutron] 10.222.0.37 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082256 Apr 04 06:19:54.589356 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2856846-f2b6-4efa-b63b-18d8c7dd7a1d req-bb9b6289-f44b-446e-a621-8809e58a25e5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:54.590973 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d2856846-f2b6-4efa-b63b-18d8c7dd7a1d req-bb9b6289-f44b-446e-a621-8809e58a25e5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0568399 Apr 04 06:19:54.648505 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d2856846-f2b6-4efa-b63b-18d8c7dd7a1d req-bc560d78-8264-41ae-a618-29a613636a32 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511842 Apr 04 06:19:55.777910 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402b0cb-6c87-4221-a2f0-c9fdeff9fdc0 req-a3fb4128-408e-4920-a855-fa6f4124440d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:55.779436 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2402b0cb-6c87-4221-a2f0-c9fdeff9fdc0 req-a3fb4128-408e-4920-a855-fa6f4124440d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0586245 Apr 04 06:19:55.834482 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2402b0cb-6c87-4221-a2f0-c9fdeff9fdc0 req-2641dc5e-f702-499d-80d5-00e0ab5af111 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489244 Apr 04 06:19:56.152232 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-147c4673-db36-4b48-ad99-6450cfd65a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:56.967236 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22594ff8-244f-4957-9546-762a3baee51b req-99b1d52c-bed7-4c08-8ec5-01528e8ea102 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:56.968834 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-22594ff8-244f-4957-9546-762a3baee51b req-99b1d52c-bed7-4c08-8ec5-01528e8ea102 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 945 time: 0.0608771 Apr 04 06:19:57.019078 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-22594ff8-244f-4957-9546-762a3baee51b req-d1105e58-9f5a-4797-88a6-0fb30a8246d2 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437019 Apr 04 06:19:57.052386 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:19:57.137714 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a is: ACTIVE; New status is: DOWN {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:19:57.138113 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:57.163235 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f906622b-05fc-41d8-92b6-9ee83151479e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:19:57.165777 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3a4a85-5f28-4466-8664-df76aa8aab34" -d '{"events": [{"server_uuid": "f906622b-05fc-41d8-92b6-9ee83151479e", "name": "network-vif-unplugged", "status": "completed", "tag": "ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:19:57.179038 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:19:57.184339 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:57.207459 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 04 Apr 2022 06:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307651ee-015b-46e2-978a-ee1cec83f42f x-openstack-request-id: req-307651ee-015b-46e2-978a-ee1cec83f42f {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:19:57.207785 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f906622b-05fc-41d8-92b6-9ee83151479e", "name": "network-vif-unplugged", "status": "failed", "tag": "ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a", "code": 422}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:19:57.207976 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-307651ee-015b-46e2-978a-ee1cec83f42f {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:19:57.208379 dv-cinder-834448-2-iscsi neutron-server[103481]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-307651ee-015b-46e2-978a-ee1cec83f42f']: {'server_uuid': 'f906622b-05fc-41d8-92b6-9ee83151479e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a', 'code': 422} returned with failed status Apr 04 06:19:57.238106 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a,revision_number=8']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:19:58.120168 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774e9ff-d96c-437e-b167-544a838d7d63 req-7932f21d-229f-41b1-9b49-c2a7d4e4df7f tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:58.121693 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e774e9ff-d96c-437e-b167-544a838d7d63 req-7932f21d-229f-41b1-9b49-c2a7d4e4df7f tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 943 time: 0.0591712 Apr 04 06:19:58.195804 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e774e9ff-d96c-437e-b167-544a838d7d63 req-2f35e432-65f4-48a3-92b4-c55434e90a9a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655553 Apr 04 06:19:58.199564 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b2173996-564c-4ac5-bc65-3e7a70795ca0 req-04d2165a-4e6c-4cbb-aabe-2b78d50e3551 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769863 Apr 04 06:19:58.280605 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2173996-564c-4ac5-bc65-3e7a70795ca0 req-7194bff5-1d5e-4433-88b8-0cc10fcf9422 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:58.282041 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [req-b2173996-564c-4ac5-bc65-3e7a70795ca0 req-7194bff5-1d5e-4433-88b8-0cc10fcf9422 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports/ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a HTTP/1.1" status: 200 len: 940 time: 0.0474703 Apr 04 06:19:58.331091 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-93500bfe-6801-4dc4-a709-359d6a1b89de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:59.051298 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2173996-564c-4ac5-bc65-3e7a70795ca0 req-91f5c34c-3d19-4cc2-a1e7-9f28be17d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:59.052697 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b2173996-564c-4ac5-bc65-3e7a70795ca0 req-91f5c34c-3d19-4cc2-a1e7-9f28be17d1d9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e&tenant_id=eb48c2dfec0b435e978641e49934d2c0 HTTP/1.1" status: 200 len: 1127 time: 0.0469439 Apr 04 06:19:59.125992 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2173996-564c-4ac5-bc65-3e7a70795ca0 req-0c6448b5-2d88-4840-b1d2-a8b09fb120d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:59.127522 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b2173996-564c-4ac5-bc65-3e7a70795ca0 req-0c6448b5-2d88-4840-b1d2-a8b09fb120d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb48c2dfec0b435e978641e49934d2c0&device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 1127 time: 0.0482483 Apr 04 06:19:59.221261 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2173996-564c-4ac5-bc65-3e7a70795ca0 req-7f387e43-baf1-48e5-a459-532159daee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:59.223156 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b2173996-564c-4ac5-bc65-3e7a70795ca0 req-7f387e43-baf1-48e5-a459-532159daee5a service neutron] 10.222.0.37 "GET /v2.0/networks?id=912f530c-0c5f-4821-bf75-3c7641d0619c HTTP/1.1" status: 200 len: 917 time: 0.0890660 Apr 04 06:19:59.324686 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b2173996-564c-4ac5-bc65-3e7a70795ca0 req-95f7708c-cbb8-4946-aba1-43f3d26d3fde service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a HTTP/1.1" status: 200 len: 998 time: 0.0950933 Apr 04 06:19:59.376481 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080b175-bb35-43fb-9a58-e107050b210f req-7392e0b0-c5d2-4967-869a-c695a9e62d5d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:59.377991 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5080b175-bb35-43fb-9a58-e107050b210f req-7392e0b0-c5d2-4967-869a-c695a9e62d5d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 943 time: 0.1057200 Apr 04 06:19:59.393909 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2173996-564c-4ac5-bc65-3e7a70795ca0 req-28b53d93-b3c4-4b8a-93d3-8a9ae05f4630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:59.395397 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b2173996-564c-4ac5-bc65-3e7a70795ca0 req-28b53d93-b3c4-4b8a-93d3-8a9ae05f4630 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9a8a955-6bc6-44f6-83f1-2fcedefaefaf HTTP/1.1" status: 200 len: 855 time: 0.0645783 Apr 04 06:19:59.458405 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5080b175-bb35-43fb-9a58-e107050b210f req-bb3f1a01-5cf2-42a1-8b50-cea364606382 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737541 Apr 04 06:19:59.468155 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2173996-564c-4ac5-bc65-3e7a70795ca0 req-ef71d415-8776-479b-9f91-0ed160f5f70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:19:59.469737 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b2173996-564c-4ac5-bc65-3e7a70795ca0 req-ef71d415-8776-479b-9f91-0ed160f5f70b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=912f530c-0c5f-4821-bf75-3c7641d0619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660808 Apr 04 06:19:59.549142 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:19:59.580083 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b2173996-564c-4ac5-bc65-3e7a70795ca0 req-f20d23e4-d734-4df9-89cc-976523bb9f8a service neutron] 10.222.0.37 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033537 Apr 04 06:19:59.676120 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b2173996-564c-4ac5-bc65-3e7a70795ca0 req-51b11779-c32b-4b1e-b10a-ba74f96affe1 service neutron] 10.222.0.37 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890253 Apr 04 06:20:00.639331 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ce5be-c52f-4854-a0ef-371ccab1ecd3 req-93646bc0-38ce-4399-be99-8c85f3a05ffb tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:00.646756 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-804ce5be-c52f-4854-a0ef-371ccab1ecd3 req-93646bc0-38ce-4399-be99-8c85f3a05ffb tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 943 time: 0.1070139 Apr 04 06:20:00.677449 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:00.766068 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-804ce5be-c52f-4854-a0ef-371ccab1ecd3 req-a54cccd3-476e-45de-91d5-c6b359b49561 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128430 Apr 04 06:20:02.070721 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac1b00-661c-4bdb-95f3-f554ed62c646 req-5ec7fc9c-f45d-47ef-8d3d-15a5314d344c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:02.072441 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-03ac1b00-661c-4bdb-95f3-f554ed62c646 req-5ec7fc9c-f45d-47ef-8d3d-15a5314d344c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 943 time: 0.2291331 Apr 04 06:20:02.144184 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-03ac1b00-661c-4bdb-95f3-f554ed62c646 req-93df4193-56d4-46dd-a75d-322a0652d1b5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604920 Apr 04 06:20:02.327079 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:03.270006 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11afdf6-e100-45c3-8104-445492aee5d9 req-4e411f26-6ea1-4573-88c3-aa91dba19ae5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:03.277447 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f11afdf6-e100-45c3-8104-445492aee5d9 req-4e411f26-6ea1-4573-88c3-aa91dba19ae5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 943 time: 0.0715988 Apr 04 06:20:03.329364 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f11afdf6-e100-45c3-8104-445492aee5d9 req-adf868b9-6a39-4602-833c-09d1f73d1f82 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505173 Apr 04 06:20:03.479697 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 58420) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:03.596084 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4c6f6e0d-ce72-4ea9-8497-b464e77a7d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:03.683904 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4c6f6e0d-ce72-4ea9-8497-b464e77a7d1b admin admin] Publish callbacks [] for security_group (0bed536b-e1f6-4f5c-98a3-2b21c12ebab2), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:03.690390 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4c6f6e0d-ce72-4ea9-8497-b464e77a7d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (0bed536b-e1f6-4f5c-98a3-2b21c12ebab2), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:03.727690 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-4c6f6e0d-ce72-4ea9-8497-b464e77a7d1b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ecc1c89a883445b49c2935b6908cc949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466042 Apr 04 06:20:03.730806 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 58424) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:03.741398 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f6e0d-ce72-4ea9-8497-b464e77a7d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bed536b-e1f6-4f5c-98a3-2b21c12ebab2,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:03.749027 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f6e0d-ce72-4ea9-8497-b464e77a7d1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.749380 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f6e0d-ce72-4ea9-8497-b464e77a7d1b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.749729 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f6e0d-ce72-4ea9-8497-b464e77a7d1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.750072 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f6e0d-ce72-4ea9-8497-b464e77a7d1b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.750413 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f6e0d-ce72-4ea9-8497-b464e77a7d1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.750748 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f6e0d-ce72-4ea9-8497-b464e77a7d1b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.751076 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f6e0d-ce72-4ea9-8497-b464e77a7d1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.751403 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f6e0d-ce72-4ea9-8497-b464e77a7d1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.751734 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f6e0d-ce72-4ea9-8497-b464e77a7d1b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.752075 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f6e0d-ce72-4ea9-8497-b464e77a7d1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.752415 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f6e0d-ce72-4ea9-8497-b464e77a7d1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.752747 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f6e0d-ce72-4ea9-8497-b464e77a7d1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.753092 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f6e0d-ce72-4ea9-8497-b464e77a7d1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.753773 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f6e0d-ce72-4ea9-8497-b464e77a7d1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.754101 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f6e0d-ce72-4ea9-8497-b464e77a7d1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.780511 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2945ee1e-8b98-4a0e-8cc0-f76dcefa4188 admin admin] Publish callbacks [] for security_group (0bed536b-e1f6-4f5c-98a3-2b21c12ebab2), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:03.801929 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2945ee1e-8b98-4a0e-8cc0-f76dcefa4188 admin admin] Publish callbacks [] for security_group (0bed536b-e1f6-4f5c-98a3-2b21c12ebab2), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:03.864963 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2945ee1e-8b98-4a0e-8cc0-f76dcefa4188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (0bed536b-e1f6-4f5c-98a3-2b21c12ebab2), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:03.867664 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2945ee1e-8b98-4a0e-8cc0-f76dcefa4188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:03.868878 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-2945ee1e-8b98-4a0e-8cc0-f76dcefa4188 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0bed536b-e1f6-4f5c-98a3-2b21c12ebab2 HTTP/1.1" status: 204 len: 168 time: 0.1370857 Apr 04 06:20:03.877390 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945ee1e-8b98-4a0e-8cc0-f76dcefa4188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bed536b-e1f6-4f5c-98a3-2b21c12ebab2,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:03.884967 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ee1e-8b98-4a0e-8cc0-f76dcefa4188 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.885322 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ee1e-8b98-4a0e-8cc0-f76dcefa4188 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.885667 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ee1e-8b98-4a0e-8cc0-f76dcefa4188 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.886009 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ee1e-8b98-4a0e-8cc0-f76dcefa4188 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.886347 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ee1e-8b98-4a0e-8cc0-f76dcefa4188 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.886680 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ee1e-8b98-4a0e-8cc0-f76dcefa4188 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.887008 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ee1e-8b98-4a0e-8cc0-f76dcefa4188 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.887333 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ee1e-8b98-4a0e-8cc0-f76dcefa4188 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.887873 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ee1e-8b98-4a0e-8cc0-f76dcefa4188 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.888202 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ee1e-8b98-4a0e-8cc0-f76dcefa4188 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.888713 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ee1e-8b98-4a0e-8cc0-f76dcefa4188 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.889135 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ee1e-8b98-4a0e-8cc0-f76dcefa4188 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.889466 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ee1e-8b98-4a0e-8cc0-f76dcefa4188 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.889791 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ee1e-8b98-4a0e-8cc0-f76dcefa4188 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:03.890120 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2945ee1e-8b98-4a0e-8cc0-f76dcefa4188 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:04.130115 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:04.467862 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf7ebc-286f-4742-bea4-109421536a2d req-1ffaa0b6-fbf6-4609-b8c5-aad6fbe44eef tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:04.472988 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-92bf7ebc-286f-4742-bea4-109421536a2d req-1ffaa0b6-fbf6-4609-b8c5-aad6fbe44eef tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 943 time: 0.0644805 Apr 04 06:20:04.517715 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-92bf7ebc-286f-4742-bea4-109421536a2d req-b791b846-908f-449b-af03-a97fd2b6bfb1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425923 Apr 04 06:20:05.657676 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acf8b8-f3dc-4517-a5b0-d97507cad852 req-9fc70391-17ea-40dc-99ff-70365ccbaa8b tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:05.659069 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-27acf8b8-f3dc-4517-a5b0-d97507cad852 req-9fc70391-17ea-40dc-99ff-70365ccbaa8b tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 943 time: 0.0622461 Apr 04 06:20:05.715239 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-27acf8b8-f3dc-4517-a5b0-d97507cad852 req-e74b8eb6-f250-45d8-b0d8-6be980f2c243 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497024 Apr 04 06:20:06.864217 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb510ec8-dee2-4565-bd76-2ad1d0e3d511 req-2a575c9f-a462-42c4-919e-5fca2073c8ea tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:06.865943 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cb510ec8-dee2-4565-bd76-2ad1d0e3d511 req-2a575c9f-a462-42c4-919e-5fca2073c8ea tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 943 time: 0.0642953 Apr 04 06:20:06.917500 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cb510ec8-dee2-4565-bd76-2ad1d0e3d511 req-8dbc1186-fd1d-48e0-b6bd-e59241442ac1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431108 Apr 04 06:20:08.058667 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8db3e-a0d0-4ef8-bb31-5a573c9fc9da req-c394033b-09ed-416d-9fb3-3b99e6bdf6bb tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:08.060323 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3af8db3e-a0d0-4ef8-bb31-5a573c9fc9da req-c394033b-09ed-416d-9fb3-3b99e6bdf6bb tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 943 time: 0.0637336 Apr 04 06:20:08.110516 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3af8db3e-a0d0-4ef8-bb31-5a573c9fc9da req-b8f97cc7-4821-4a29-adf5-d6de88f04e49 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440571 Apr 04 06:20:09.240588 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5c97d-e7a3-4920-8c67-a836052e8e75 req-c707cc29-3c2e-49ba-8d92-3eca353cbefe tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:09.242235 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-46d5c97d-e7a3-4920-8c67-a836052e8e75 req-c707cc29-3c2e-49ba-8d92-3eca353cbefe tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 943 time: 0.0550635 Apr 04 06:20:09.306716 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-46d5c97d-e7a3-4920-8c67-a836052e8e75 req-e492b7cc-359e-4270-9ac8-6d99f27a11e6 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559962 Apr 04 06:20:10.445718 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99864a6-5cc6-4609-868f-dc593b932c1c req-100d215c-78be-4a49-8234-946e55c98c77 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:10.447171 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a99864a6-5cc6-4609-868f-dc593b932c1c req-100d215c-78be-4a49-8234-946e55c98c77 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 943 time: 0.0708702 Apr 04 06:20:10.498711 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a99864a6-5cc6-4609-868f-dc593b932c1c req-73c8f22d-3881-4cb3-a206-74050fa84b16 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458376 Apr 04 06:20:11.634328 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e2cab-53e1-427f-9574-e9e4fbb8ee74 req-c1f1a295-f877-420d-97b9-14b6c037bb23 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:11.635826 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2f5e2cab-53e1-427f-9574-e9e4fbb8ee74 req-c1f1a295-f877-420d-97b9-14b6c037bb23 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 943 time: 0.0573561 Apr 04 06:20:11.684096 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2f5e2cab-53e1-427f-9574-e9e4fbb8ee74 req-7dfa0c71-2d1d-4bce-b309-4a5684c809dd tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423827 Apr 04 06:20:12.823751 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677dfbf-4507-42e8-92e4-ec9678cc7a95 req-bb4f9a93-f3b4-4b18-a263-48ee75c8ccf8 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:12.825284 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f677dfbf-4507-42e8-92e4-ec9678cc7a95 req-bb4f9a93-f3b4-4b18-a263-48ee75c8ccf8 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 943 time: 0.0571747 Apr 04 06:20:12.877755 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f677dfbf-4507-42e8-92e4-ec9678cc7a95 req-04aa0136-4804-45dd-8d41-843dcf782d93 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441470 Apr 04 06:20:14.024921 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2905a8-a728-4c0f-9063-49752f89bb5a req-a3d31fe7-2b0f-4bda-be44-afeb2727a5e5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:14.026551 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2f2905a8-a728-4c0f-9063-49752f89bb5a req-a3d31fe7-2b0f-4bda-be44-afeb2727a5e5 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 943 time: 0.0639391 Apr 04 06:20:14.078089 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2f2905a8-a728-4c0f-9063-49752f89bb5a req-c20608eb-5bb0-4a69-8a7f-65e48ffd7a4d tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448027 Apr 04 06:20:14.324570 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5c72e649-f56a-4627-a4cd-041d5e539274 req-d352d950-fa11-4c9e-a998-5a4109da86ea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461304 Apr 04 06:20:14.410480 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72e649-f56a-4627-a4cd-041d5e539274 req-c9605fc3-7cab-4824-8ebb-06b05a3e833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:14.412013 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5c72e649-f56a-4627-a4cd-041d5e539274 req-c9605fc3-7cab-4824-8ebb-06b05a3e833d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aae5cb5d2cd4798b2d627299a7ccbc1&device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 1129 time: 0.0451908 Apr 04 06:20:14.519388 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72e649-f56a-4627-a4cd-041d5e539274 req-b14e9cd0-70ba-408b-a9c4-b9341a95a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:14.520865 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5c72e649-f56a-4627-a4cd-041d5e539274 req-b14e9cd0-70ba-408b-a9c4-b9341a95a0ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=0cf906fd-1e53-4523-b34c-895b3ef87f34 HTTP/1.1" status: 200 len: 909 time: 0.0909741 Apr 04 06:20:14.587085 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5c72e649-f56a-4627-a4cd-041d5e539274 req-bd12a354-d353-4a7c-8c45-3a7f3eb5e1f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fa1b34e-19ad-458e-a643-11feaaf36b85 HTTP/1.1" status: 200 len: 1000 time: 0.0593097 Apr 04 06:20:14.643185 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72e649-f56a-4627-a4cd-041d5e539274 req-ce5ad88d-f094-42c0-a0c4-eeb3bce69724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:14.644634 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5c72e649-f56a-4627-a4cd-041d5e539274 req-ce5ad88d-f094-42c0-a0c4-eeb3bce69724 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a480b576-ae06-41c3-9207-91443ef79063 HTTP/1.1" status: 200 len: 847 time: 0.0515060 Apr 04 06:20:14.696593 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72e649-f56a-4627-a4cd-041d5e539274 req-8b605fb1-8659-41aa-9c3e-0ff26ba5607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:14.698233 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5c72e649-f56a-4627-a4cd-041d5e539274 req-8b605fb1-8659-41aa-9c3e-0ff26ba5607b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cf906fd-1e53-4523-b34c-895b3ef87f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457306 Apr 04 06:20:14.791514 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5c72e649-f56a-4627-a4cd-041d5e539274 req-fe81c0bb-0b4a-4071-bcf0-c54585d2a170 service neutron] 10.222.0.37 "GET /v2.0/networks/0cf906fd-1e53-4523-b34c-895b3ef87f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864925 Apr 04 06:20:14.882626 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5c72e649-f56a-4627-a4cd-041d5e539274 req-1643742b-7d5d-4c1c-8b73-f703fb014c44 service neutron] 10.222.0.37 "GET /v2.0/networks/0cf906fd-1e53-4523-b34c-895b3ef87f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850925 Apr 04 06:20:15.369320 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc89c5-c2f1-433a-81c9-b550d7758fca req-c2fe5d44-8cd3-4b97-b20b-703a824ebed6 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:15.371287 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-02dc89c5-c2f1-433a-81c9-b550d7758fca req-c2fe5d44-8cd3-4b97-b20b-703a824ebed6 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 943 time: 0.0622571 Apr 04 06:20:15.430629 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-02dc89c5-c2f1-433a-81c9-b550d7758fca req-788c3c1a-63be-4b31-b763-3e3dc5831d13 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538473 Apr 04 06:20:16.568514 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a4ff7-57a7-4956-ab0c-1c4058f4ff61 req-bab4d54e-43ac-47b0-99c7-97d38cd6677a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:16.570051 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e16a4ff7-57a7-4956-ab0c-1c4058f4ff61 req-bab4d54e-43ac-47b0-99c7-97d38cd6677a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 943 time: 0.0615780 Apr 04 06:20:16.621842 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e16a4ff7-57a7-4956-ab0c-1c4058f4ff61 req-ebf7d99b-5c68-462b-9f0d-a4725a84f2ee tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460126 Apr 04 06:20:17.768455 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62eca8-2a73-4441-8be7-a5bb42fe1748 req-dcde3ce2-8e0a-461e-a677-b4ff3bae3878 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:17.770026 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9c62eca8-2a73-4441-8be7-a5bb42fe1748 req-dcde3ce2-8e0a-461e-a677-b4ff3bae3878 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 943 time: 0.0651164 Apr 04 06:20:17.824310 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9c62eca8-2a73-4441-8be7-a5bb42fe1748 req-65e4a950-528e-47f0-954a-59ff68282a34 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450044 Apr 04 06:20:18.959167 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35389ed5-9dba-45f3-bf45-e196df195887 req-776d9061-f5e3-45b4-b275-3c0e51bf3cc8 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:18.960748 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-35389ed5-9dba-45f3-bf45-e196df195887 req-776d9061-f5e3-45b4-b275-3c0e51bf3cc8 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 943 time: 0.0557525 Apr 04 06:20:19.011089 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-35389ed5-9dba-45f3-bf45-e196df195887 req-2edc599c-d492-420c-8e05-b11bc7e33fb0 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441480 Apr 04 06:20:19.165071 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:20:19.269881 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:20:19.284729 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'port_id': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a', 'mac_address': 'fa:16:3e:19:64:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:20:19.323228 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:20:19.323612 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:19.336579 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:20:19.357212 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:20:19.364248 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:19.417305 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a,revision_number=9']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:19.719955 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:20:20.150298 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e921c6-e25b-4d35-8814-81e5224a43a5 req-e6e94c12-a301-4e77-9e85-5f32da62fa2e tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:20.151759 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-70e921c6-e25b-4d35-8814-81e5224a43a5 req-e6e94c12-a301-4e77-9e85-5f32da62fa2e tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 944 time: 0.0600350 Apr 04 06:20:20.201778 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-70e921c6-e25b-4d35-8814-81e5224a43a5 req-232fe415-36fa-4301-a85c-61a795ada156 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411344 Apr 04 06:20:21.194524 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:20:21.246127 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:20:21.246511 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:21.328330 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:20:21.328697 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:21.336291 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307d172-1a12-4536-8266-505e4962087c req-ee04074d-70c9-496a-90b7-8e4376071817 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:21.337828 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7307d172-1a12-4536-8266-505e4962087c req-ee04074d-70c9-496a-90b7-8e4376071817 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 944 time: 0.0545673 Apr 04 06:20:21.351410 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f906622b-05fc-41d8-92b6-9ee83151479e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:20:21.353588 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01237408-0c94-45f3-97a7-2c4a4e808ef4" -d '{"events": [{"server_uuid": "f906622b-05fc-41d8-92b6-9ee83151479e", "name": "network-vif-plugged", "status": "completed", "tag": "ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:20:21.365590 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:20:21.372545 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:21.389040 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7307d172-1a12-4536-8266-505e4962087c req-3245f4fe-6404-4489-8b1a-fbe0d23024a7 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447783 Apr 04 06:20:21.402956 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb78dc3-b238-4b67-9dfd-2a9e3fc6aa04 x-openstack-request-id: req-ceb78dc3-b238-4b67-9dfd-2a9e3fc6aa04 {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:20:21.403266 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f906622b-05fc-41d8-92b6-9ee83151479e", "name": "network-vif-plugged", "status": "completed", "tag": "ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:20:21.403497 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ceb78dc3-b238-4b67-9dfd-2a9e3fc6aa04 {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:20:21.404264 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb78dc3-b238-4b67-9dfd-2a9e3fc6aa04'] response: {'server_uuid': 'f906622b-05fc-41d8-92b6-9ee83151479e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a', 'code': 200} Apr 04 06:20:21.431661 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a,revision_number=10']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:21.621813 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca498b1-4bbd-43e8-a287-4837a1f1c0fe req-d73476d1-9d4d-42c9-bf3b-78354379a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:21.623553 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fca498b1-4bbd-43e8-a287-4837a1f1c0fe req-d73476d1-9d4d-42c9-bf3b-78354379a60b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 1130 time: 0.0504129 Apr 04 06:20:21.672038 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fca498b1-4bbd-43e8-a287-4837a1f1c0fe req-ac1dfb7f-a38c-4827-85b9-02b36aa343ff service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415931 Apr 04 06:20:22.546403 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe300c9-0774-4d39-81ee-fe96f3c481ab req-8af61b38-4396-4383-a1a4-675420a4a273 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:22.548003 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0fe300c9-0774-4d39-81ee-fe96f3c481ab req-8af61b38-4396-4383-a1a4-675420a4a273 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 946 time: 0.0752318 Apr 04 06:20:22.603752 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0fe300c9-0774-4d39-81ee-fe96f3c481ab req-a7729f1e-128f-4955-b118-c41052ab35b1 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493674 Apr 04 06:20:23.742811 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c0a0a-2e87-49b5-84da-1d84f696e4a4 req-3fe0ee8e-00ab-4689-aea9-417bae99e923 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:23.744542 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2f1c0a0a-2e87-49b5-84da-1d84f696e4a4 req-3fe0ee8e-00ab-4689-aea9-417bae99e923 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 946 time: 0.0588822 Apr 04 06:20:23.798175 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2f1c0a0a-2e87-49b5-84da-1d84f696e4a4 req-aad1053b-68e6-4ef2-a648-7efc8144c15c tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468543 Apr 04 06:20:24.234501 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72053b-f5ea-43e6-8b4d-0c1c86505cc5 req-70a28461-7e61-446e-a341-c5c1b759d55a tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:24.235859 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fc72053b-f5ea-43e6-8b4d-0c1c86505cc5 req-70a28461-7e61-446e-a341-c5c1b759d55a tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 946 time: 0.0651560 Apr 04 06:20:24.287329 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fc72053b-f5ea-43e6-8b4d-0c1c86505cc5 req-56db6e16-30af-480e-83ae-e82075e34753 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b9c8b73-ac3e-4d97-86c6-62c3158cffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432222 Apr 04 06:20:24.942181 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf48291-6af4-4927-8e06-47e21d67273b req-c9371a74-57d2-4385-af5b-147073fa3820 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:24.943650 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2bf48291-6af4-4927-8e06-47e21d67273b req-c9371a74-57d2-4385-af5b-147073fa3820 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 946 time: 0.0594244 Apr 04 06:20:24.994325 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2bf48291-6af4-4927-8e06-47e21d67273b req-299d006f-9baf-4172-9c3e-dafc1593ceb7 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421393 Apr 04 06:20:25.685545 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3565f-94a2-42e2-a2e5-ba66ee4632e6 req-e8c1ed4a-c657-4823-9cf0-f83d326db2c1 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:25.687029 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6aa3565f-94a2-42e2-a2e5-ba66ee4632e6 req-e8c1ed4a-c657-4823-9cf0-f83d326db2c1 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 946 time: 0.3194091 Apr 04 06:20:25.739514 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6aa3565f-94a2-42e2-a2e5-ba66ee4632e6 req-5cad5b75-4bb9-4020-b5a4-1634e766c5c2 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=7b9c8b73-ac3e-4d97-86c6-62c3158cffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451651 Apr 04 06:20:26.100039 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36da37-1d73-4019-bbcf-3cc8252b3153 req-cb270e66-eaec-4801-a259-a41ee3874cdf tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:26.101562 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ea36da37-1d73-4019-bbcf-3cc8252b3153 req-cb270e66-eaec-4801-a259-a41ee3874cdf tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 946 time: 0.0681067 Apr 04 06:20:26.162867 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-240c540e-f392-4543-8cac-fcc9097c2c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:26.209778 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-ea36da37-1d73-4019-bbcf-3cc8252b3153 req-f976315f-4406-4c99-a84d-99ee50061344 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Deleting port e7848484-c9c0-41a8-a0d5-beb3f2e87a97 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:20:26.210123 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-ea36da37-1d73-4019-bbcf-3cc8252b3153 req-f976315f-4406-4c99-a84d-99ee50061344 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (e7848484-c9c0-41a8-a0d5-beb3f2e87a97), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:26.300001 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-ea36da37-1d73-4019-bbcf-3cc8252b3153 req-f976315f-4406-4c99-a84d-99ee50061344 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] For port e7848484-c9c0-41a8-a0d5-beb3f2e87a97, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=e7848484-c9c0-41a8-a0d5-beb3f2e87a97,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:20:26.300363 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-ea36da37-1d73-4019-bbcf-3cc8252b3153 req-f976315f-4406-4c99-a84d-99ee50061344 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (e7848484-c9c0-41a8-a0d5-beb3f2e87a97), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:26.471036 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-ea36da37-1d73-4019-bbcf-3cc8252b3153 req-f976315f-4406-4c99-a84d-99ee50061344 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:26.471251 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-ea36da37-1d73-4019-bbcf-3cc8252b3153 req-f976315f-4406-4c99-a84d-99ee50061344 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (d2298b7f-fdec-4663-b1b3-0b42b105ab01), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:26.471604 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.l3_db [req-ea36da37-1d73-4019-bbcf-3cc8252b3153 req-f976315f-4406-4c99-a84d-99ee50061344 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Floating IP d2298b7f-fdec-4663-b1b3-0b42b105ab01 disassociated. External IP: 172.27.2.92, port: e7848484-c9c0-41a8-a0d5-beb3f2e87a97. Apr 04 06:20:26.471953 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-ea36da37-1d73-4019-bbcf-3cc8252b3153 req-f976315f-4406-4c99-a84d-99ee50061344 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Calling delete_port for e7848484-c9c0-41a8-a0d5-beb3f2e87a97 owned by compute:nova {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:20:26.605453 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-ea36da37-1d73-4019-bbcf-3cc8252b3153 req-f976315f-4406-4c99-a84d-99ee50061344 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (e7848484-c9c0-41a8-a0d5-beb3f2e87a97), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:26.635216 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976315f-4406-4c99-a84d-99ee50061344 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event deleted for resources: {'Port': ['ID=e7848484-c9c0-41a8-a0d5-beb3f2e87a97,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:26.759451 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea36da37-1d73-4019-bbcf-3cc8252b3153 req-f976315f-4406-4c99-a84d-99ee50061344 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:20:26.868574 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-23db01f6-3147-40e0-950d-1c2560b4503b req-865fb904-d36b-4c29-b4a0-932cb8950334 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c347e20-c3d3-41f2-8961-95f697983ac0 HTTP/1.1" status: 200 len: 210 time: 0.0333712 Apr 04 06:20:26.900376 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea36da37-1d73-4019-bbcf-3cc8252b3153 req-f976315f-4406-4c99-a84d-99ee50061344 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:20:26.910695 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc0a2e9-cfe7-4aa0-a391-3918651d5cce None None] Sync routers for ids ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:20:26.921669 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc0a2e9-cfe7-4aa0-a391-3918651d5cce None None] Routers {'8de8fcc5-8170-4153-b16f-b82e06d3b3c0'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:20:26.922396 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-fbc0a2e9-cfe7-4aa0-a391-3918651d5cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:19:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:20:26.946070 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea36da37-1d73-4019-bbcf-3cc8252b3153 req-f976315f-4406-4c99-a84d-99ee50061344 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] No DVR routers for this DVR port e7848484-c9c0-41a8-a0d5-beb3f2e87a97 on host hv-cinder-83444 {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:20:26.948755 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-ea36da37-1d73-4019-bbcf-3cc8252b3153 req-f976315f-4406-4c99-a84d-99ee50061344 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:26.952240 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ea36da37-1d73-4019-bbcf-3cc8252b3153 req-f976315f-4406-4c99-a84d-99ee50061344 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.37 "DELETE /v2.0/ports/e7848484-c9c0-41a8-a0d5-beb3f2e87a97 HTTP/1.1" status: 204 len: 173 time: 0.8423047 Apr 04 06:20:26.952819 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c347e20-c3d3-41f2-8961-95f697983ac0', 'name': 'network-vif-deleted', 'tag': 'e7848484-c9c0-41a8-a0d5-beb3f2e87a97'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:20:26.955349 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8c0779-11b6-442b-ac72-5358b12f9054" -d '{"events": [{"server_uuid": "1c347e20-c3d3-41f2-8961-95f697983ac0", "name": "network-vif-deleted", "tag": "e7848484-c9c0-41a8-a0d5-beb3f2e87a97"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:20:27.004402 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96969c87-d573-4620-b2af-e058b60a47ca x-openstack-request-id: req-96969c87-d573-4620-b2af-e058b60a47ca {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:20:27.004849 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c347e20-c3d3-41f2-8961-95f697983ac0", "name": "network-vif-deleted", "tag": "e7848484-c9c0-41a8-a0d5-beb3f2e87a97", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:20:27.005117 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96969c87-d573-4620-b2af-e058b60a47ca {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:20:27.006401 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96969c87-d573-4620-b2af-e058b60a47ca'] response: {'server_uuid': '1c347e20-c3d3-41f2-8961-95f697983ac0', 'name': 'network-vif-deleted', 'tag': 'e7848484-c9c0-41a8-a0d5-beb3f2e87a97', 'status': 'completed', 'code': 200} Apr 04 06:20:27.039131 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-fbc0a2e9-cfe7-4aa0-a391-3918651d5cce None None] Set router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:20:27.239620 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-fbc0a2e9-cfe7-4aa0-a391-3918651d5cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:20:27.272622 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc0a2e9-cfe7-4aa0-a391-3918651d5cce None None] Checking router: 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:20:27.282189 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc0a2e9-cfe7-4aa0-a391-3918651d5cce None None] Routers {'8de8fcc5-8170-4153-b16f-b82e06d3b3c0'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:20:27.282862 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-fbc0a2e9-cfe7-4aa0-a391-3918651d5cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:19:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:20:27.392577 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-fbc0a2e9-cfe7-4aa0-a391-3918651d5cce None None] Set router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:20:27.694824 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-fbc0a2e9-cfe7-4aa0-a391-3918651d5cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:20:27.721798 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc0a2e9-cfe7-4aa0-a391-3918651d5cce None None] The sync data for ids ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'] in dv-cinder-834448-2-iscsi is: [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:20:27.951152 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c63c718-53ca-454b-8444-85e956cd58e1 None None] New status for floating IP d2298b7f-fdec-4663-b1b3-0b42b105ab01: DOWN {{(pid=103481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:20:27.960016 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 58646) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:28.013266 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-14e81b96-f6c9-4991-98e0-e161a03740bb tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (7b9c8b73-ac3e-4d97-86c6-62c3158cffbb), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:28.036160 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-14e81b96-f6c9-4991-98e0-e161a03740bb tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (7b9c8b73-ac3e-4d97-86c6-62c3158cffbb), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:28.086085 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-14e81b96-f6c9-4991-98e0-e161a03740bb tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (7b9c8b73-ac3e-4d97-86c6-62c3158cffbb), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:28.088648 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-14e81b96-f6c9-4991-98e0-e161a03740bb tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:28.092306 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-14e81b96-f6c9-4991-98e0-e161a03740bb tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "DELETE /v2.0/security-groups/7b9c8b73-ac3e-4d97-86c6-62c3158cffbb HTTP/1.1" status: 204 len: 168 time: 0.1287394 Apr 04 06:20:28.092822 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 58648) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:28.100088 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e81b96-f6c9-4991-98e0-e161a03740bb tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9c8b73-ac3e-4d97-86c6-62c3158cffbb,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:28.114720 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.api.v2.resource [None req-2c661d3f-0609-4d1b-8a90-b1667ed44c53 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] show failed (client error): The resource could not be found. Apr 04 06:20:28.118542 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-2c661d3f-0609-4d1b-8a90-b1667ed44c53 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups/7b9c8b73-ac3e-4d97-86c6-62c3158cffbb HTTP/1.1" status: 404 len: 347 time: 0.0218973 Apr 04 06:20:28.118947 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 58650) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:28.242921 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-2d5ec030-0a64-4a68-bc37-45ad41c67947 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Deleting port 677fcb55-912d-43e6-a32c-6d2b0814a2e1 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:20:28.243263 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-2d5ec030-0a64-4a68-bc37-45ad41c67947 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (677fcb55-912d-43e6-a32c-6d2b0814a2e1), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:28.325293 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-2d5ec030-0a64-4a68-bc37-45ad41c67947 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (677fcb55-912d-43e6-a32c-6d2b0814a2e1), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:28.325615 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-2d5ec030-0a64-4a68-bc37-45ad41c67947 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (677fcb55-912d-43e6-a32c-6d2b0814a2e1), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:28.326487 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-c39ac45d-8d1c-44b0-95ed-7a20707207d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:28.337401 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-2d5ec030-0a64-4a68-bc37-45ad41c67947 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Calling delete_port for 677fcb55-912d-43e6-a32c-6d2b0814a2e1 owned by network:floatingip {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:20:28.470504 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-2d5ec030-0a64-4a68-bc37-45ad41c67947 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (677fcb55-912d-43e6-a32c-6d2b0814a2e1), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:28.498153 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ec030-0a64-4a68-bc37-45ad41c67947 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event deleted for resources: {'Port': ['ID=677fcb55-912d-43e6-a32c-6d2b0814a2e1,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:28.560757 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-2d5ec030-0a64-4a68-bc37-45ad41c67947 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (d2298b7f-fdec-4663-b1b3-0b42b105ab01), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:28.563363 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-2d5ec030-0a64-4a68-bc37-45ad41c67947 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:28.564535 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-2d5ec030-0a64-4a68-bc37-45ad41c67947 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "DELETE /v2.0/floatingips/d2298b7f-fdec-4663-b1b3-0b42b105ab01 HTTP/1.1" status: 204 len: 168 time: 0.4445870 Apr 04 06:20:28.612416 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:20:28.811484 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 58656) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:28.816190 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-1950ce7a-335c-496d-ad9b-242d7dbd9894 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1271662359', 'description': 'tempest-description--1284691035'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:20:28.838972 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1950ce7a-335c-496d-ad9b-242d7dbd9894 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:28.903918 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1950ce7a-335c-496d-ad9b-242d7dbd9894 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (1cb3f18b-b895-42c0-8733-fb71769f57fb), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:28.909920 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1950ce7a-335c-496d-ad9b-242d7dbd9894 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (1cb3f18b-b895-42c0-8733-fb71769f57fb), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:28.938485 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950ce7a-335c-496d-ad9b-242d7dbd9894 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb3f18b-b895-42c0-8733-fb71769f57fb,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:28.942774 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1950ce7a-335c-496d-ad9b-242d7dbd9894 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:28.944004 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-1950ce7a-335c-496d-ad9b-242d7dbd9894 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1314604 Apr 04 06:20:28.946947 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 58658) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:28.951252 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-bc0980fe-43d3-4c68-9874-0743094c5cc3 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'security_group_rule': {'security_group_id': '1cb3f18b-b895-42c0-8733-fb71769f57fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:20:28.981168 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bc0980fe-43d3-4c68-9874-0743094c5cc3 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (342dfc76-e082-4c16-be07-e054db5f4a4c), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:29.050667 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bc0980fe-43d3-4c68-9874-0743094c5cc3 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (342dfc76-e082-4c16-be07-e054db5f4a4c), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:29.057639 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bc0980fe-43d3-4c68-9874-0743094c5cc3 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (342dfc76-e082-4c16-be07-e054db5f4a4c), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:29.076423 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0980fe-43d3-4c68-9874-0743094c5cc3 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342dfc76-e082-4c16-be07-e054db5f4a4c,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:29.085146 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bc0980fe-43d3-4c68-9874-0743094c5cc3 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:29.086374 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-bc0980fe-43d3-4c68-9874-0743094c5cc3 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384366 Apr 04 06:20:29.089211 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 58660) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:29.093990 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-4858522f-872d-4ab4-aa9b-d83edb1375d8 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'security_group_rule': {'security_group_id': '1cb3f18b-b895-42c0-8733-fb71769f57fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:20:29.119839 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4858522f-872d-4ab4-aa9b-d83edb1375d8 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (0b2cf14f-fcab-4634-90bf-6acd9a2a84f0), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:29.177764 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4858522f-872d-4ab4-aa9b-d83edb1375d8 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (0b2cf14f-fcab-4634-90bf-6acd9a2a84f0), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:29.184210 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4858522f-872d-4ab4-aa9b-d83edb1375d8 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (0b2cf14f-fcab-4634-90bf-6acd9a2a84f0), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:29.203174 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858522f-872d-4ab4-aa9b-d83edb1375d8 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2cf14f-fcab-4634-90bf-6acd9a2a84f0,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:29.212335 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4858522f-872d-4ab4-aa9b-d83edb1375d8 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:29.216712 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-4858522f-872d-4ab4-aa9b-d83edb1375d8 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234307 Apr 04 06:20:29.216858 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 58662) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:29.221356 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-a5e2a614-2e5a-43b1-8d64-6a5ccc1c9015 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'floatingip': {'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:20:29.224848 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device e7848484-c9c0-41a8-a0d5-beb3f2e87a97 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:20:29.243202 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a5e2a614-2e5a-43b1-8d64-6a5ccc1c9015 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:29.244670 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] No Port match for: e7848484-c9c0-41a8-a0d5-beb3f2e87a97 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:20:29.245045 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device e7848484-c9c0-41a8-a0d5-beb3f2e87a97 not bound to the agent host hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:20:29.347643 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a5e2a614-2e5a-43b1-8d64-6a5ccc1c9015 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:29.475664 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [None req-a5e2a614-2e5a-43b1-8d64-6a5ccc1c9015 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Allocated IP 172.27.2.236 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/735c9407-9693-4d00-8fb5-181a1718e7a1) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:20:29.562088 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:29.591991 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a5e2a614-2e5a-43b1-8d64-6a5ccc1c9015 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for port (735c9407-9693-4d00-8fb5-181a1718e7a1), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:29.627256 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a5e2a614-2e5a-43b1-8d64-6a5ccc1c9015 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (735c9407-9693-4d00-8fb5-181a1718e7a1), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:29.666110 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e2a614-2e5a-43b1-8d64-6a5ccc1c9015 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:20:29.670964 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-a5e2a614-2e5a-43b1-8d64-6a5ccc1c9015 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:20:29.675854 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e2a614-2e5a-43b1-8d64-6a5ccc1c9015 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:20:29.679000 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2a614-2e5a-43b1-8d64-6a5ccc1c9015 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'Port': ['ID=735c9407-9693-4d00-8fb5-181a1718e7a1,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:29.766936 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a5e2a614-2e5a-43b1-8d64-6a5ccc1c9015 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (6b1745af-f887-4be5-b920-e0a56ad7e679), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:29.809537 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a5e2a614-2e5a-43b1-8d64-6a5ccc1c9015 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (735c9407-9693-4d00-8fb5-181a1718e7a1), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:29.971249 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a5e2a614-2e5a-43b1-8d64-6a5ccc1c9015 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for port (735c9407-9693-4d00-8fb5-181a1718e7a1), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:29.976584 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a5e2a614-2e5a-43b1-8d64-6a5ccc1c9015 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (735c9407-9693-4d00-8fb5-181a1718e7a1), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:30.045682 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2a614-2e5a-43b1-8d64-6a5ccc1c9015 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'Port': ['ID=735c9407-9693-4d00-8fb5-181a1718e7a1,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:30.055976 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a5e2a614-2e5a-43b1-8d64-6a5ccc1c9015 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (6b1745af-f887-4be5-b920-e0a56ad7e679), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:30.076507 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a5e2a614-2e5a-43b1-8d64-6a5ccc1c9015 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:30.078201 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-a5e2a614-2e5a-43b1-8d64-6a5ccc1c9015 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8603818 Apr 04 06:20:30.280221 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5524fde7-c630-4af2-bd77-201677b94c94 req-f610496b-d882-4bc7-bff3-c98d238d9d74 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1271662359&fields=id&tenant_id=a97a33a2aa5b45e28ce2fbc14234447a HTTP/1.1" status: 200 len: 267 time: 0.0440433 Apr 04 06:20:30.388350 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524fde7-c630-4af2-bd77-201677b94c94 req-81cc45dd-0f26-4faa-9151-66a76e8a9e64 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:30.389832 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5524fde7-c630-4af2-bd77-201677b94c94 req-81cc45dd-0f26-4faa-9151-66a76e8a9e64 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/networks?id=f79ea4aa-d805-43ed-bd84-5df93140b5be HTTP/1.1" status: 200 len: 815 time: 0.1026587 Apr 04 06:20:30.404314 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5524fde7-c630-4af2-bd77-201677b94c94 req-e41b26d5-b782-4c74-a26c-734af5a58a55 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/quotas/a97a33a2aa5b45e28ce2fbc14234447a HTTP/1.1" status: 200 len: 375 time: 0.0088027 Apr 04 06:20:30.460247 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5524fde7-c630-4af2-bd77-201677b94c94 req-d6c006ba-8ca3-4abd-a005-1fa483374323 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a97a33a2aa5b45e28ce2fbc14234447a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507410 Apr 04 06:20:30.475519 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [req-5524fde7-c630-4af2-bd77-201677b94c94 req-3ab66585-2900-4eaa-b2ae-ef6dd91112ab service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103480) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 06:20:30.476462 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5524fde7-c630-4af2-bd77-201677b94c94 req-3ab66585-2900-4eaa-b2ae-ef6dd91112ab service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049074 Apr 04 06:20:30.570412 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5524fde7-c630-4af2-bd77-201677b94c94 req-49d8d29c-6d44-4b6b-b2ca-f087691569b6 service neutron] 10.222.0.30 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886192 Apr 04 06:20:30.656136 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:30.666323 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5524fde7-c630-4af2-bd77-201677b94c94 req-811138b1-8226-46db-b029-26799d753809 service neutron] 10.222.0.30 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874591 Apr 04 06:20:30.829183 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-09ae96ba-a52e-409b-8be4-63e6029a60fa req-6b7e952f-5232-4725-afc2-8e74f2f7592b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=c952e5ae-bb00-4a5b-8f78-b4a37d74a97e HTTP/1.1" status: 200 len: 210 time: 0.0282316 Apr 04 06:20:31.812558 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524fde7-c630-4af2-bd77-201677b94c94 req-85dd26a5-0432-4181-ac56-55160984aeae tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:31.814579 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5524fde7-c630-4af2-bd77-201677b94c94 req-85dd26a5-0432-4181-ac56-55160984aeae tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.37 "GET /v2.0/networks?id=f79ea4aa-d805-43ed-bd84-5df93140b5be HTTP/1.1" status: 200 len: 815 time: 0.1149814 Apr 04 06:20:31.884049 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5524fde7-c630-4af2-bd77-201677b94c94 req-833b45fd-c3a5-4f8d-b09b-6a532315f4e3 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a97a33a2aa5b45e28ce2fbc14234447a HTTP/1.1" status: 200 len: 380 time: 0.0610602 Apr 04 06:20:31.893859 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-5524fde7-c630-4af2-bd77-201677b94c94 req-9f3ea548-d4fb-476f-a71c-734a8c107693 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'port': {'device_id': 'c952e5ae-bb00-4a5b-8f78-b4a37d74a97e', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'admin_state_up': True, 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'security_groups': ['1cb3f18b-b895-42c0-8733-fb71769f57fb']}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:20:31.988549 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7b44b193-1a4b-4afd-8db8-2243d58e1cf9 req-15b7398d-8d8a-4710-9ea4-c8d0edc00db8 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=c952e5ae-bb00-4a5b-8f78-b4a37d74a97e HTTP/1.1" status: 200 len: 210 time: 0.0704327 Apr 04 06:20:32.044504 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5524fde7-c630-4af2-bd77-201677b94c94 req-9f3ea548-d4fb-476f-a71c-734a8c107693 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Made reservation on behalf of a97a33a2aa5b45e28ce2fbc14234447a for: {'port': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:20:32.048027 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-5524fde7-c630-4af2-bd77-201677b94c94 req-9f3ea548-d4fb-476f-a71c-734a8c107693 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:32.172667 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [req-5524fde7-c630-4af2-bd77-201677b94c94 req-9f3ea548-d4fb-476f-a71c-734a8c107693 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Allocated IP 172.20.0.14 (f79ea4aa-d805-43ed-bd84-5df93140b5be/8af96432-7e0f-4e5a-90ce-4cb5a6c320c5/7a15fbaa-9038-4baa-862c-aa1072a632d1) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:20:32.316175 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-5524fde7-c630-4af2-bd77-201677b94c94 req-9f3ea548-d4fb-476f-a71c-734a8c107693 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for port (7a15fbaa-9038-4baa-862c-aa1072a632d1), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:32.319703 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:32.352345 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-5524fde7-c630-4af2-bd77-201677b94c94 req-9f3ea548-d4fb-476f-a71c-734a8c107693 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (7a15fbaa-9038-4baa-862c-aa1072a632d1), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:32.398517 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5524fde7-c630-4af2-bd77-201677b94c94 req-9f3ea548-d4fb-476f-a71c-734a8c107693 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Network f79ea4aa-d805-43ed-bd84-5df93140b5be is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:20:32.401738 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [req-5524fde7-c630-4af2-bd77-201677b94c94 req-9f3ea548-d4fb-476f-a71c-734a8c107693 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:20:32.407936 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-5524fde7-c630-4af2-bd77-201677b94c94 req-9f3ea548-d4fb-476f-a71c-734a8c107693 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:20:32.414244 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ea548-d4fb-476f-a71c-734a8c107693 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event updated for resources: {'Port': ['ID=7a15fbaa-9038-4baa-862c-aa1072a632d1,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:32.461938 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524fde7-c630-4af2-bd77-201677b94c94 req-9f3ea548-d4fb-476f-a71c-734a8c107693 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:32.462615 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-5524fde7-c630-4af2-bd77-201677b94c94 req-9f3ea548-d4fb-476f-a71c-734a8c107693 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:32.480585 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5524fde7-c630-4af2-bd77-201677b94c94 req-9f3ea548-d4fb-476f-a71c-734a8c107693 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5910254 Apr 04 06:20:32.519420 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [req-5524fde7-c630-4af2-bd77-201677b94c94 req-a6bbe6b3-f70e-4da0-98d4-8f4a5b458bf9 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103480) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 06:20:32.520405 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5524fde7-c630-4af2-bd77-201677b94c94 req-a6bbe6b3-f70e-4da0-98d4-8f4a5b458bf9 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054193 Apr 04 06:20:32.532256 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-5524fde7-c630-4af2-bd77-201677b94c94 req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] Request body: {'port': {'device_id': 'c952e5ae-bb00-4a5b-8f78-b4a37d74a97e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:20:32.591339 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-5524fde7-c630-4af2-bd77-201677b94c94 req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (7a15fbaa-9038-4baa-862c-aa1072a632d1), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:32.672319 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-1f09a2f1-ebe0-4b7d-b1bd-0d6a5c694751 None None] Provisioning complete for port 7a15fbaa-9038-4baa-862c-aa1072a632d1 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:20:32.672611 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1f09a2f1-ebe0-4b7d-b1bd-0d6a5c694751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (7a15fbaa-9038-4baa-862c-aa1072a632d1), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:32.707121 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-1f09a2f1-ebe0-4b7d-b1bd-0d6a5c694751 None None] Port 7a15fbaa-9038-4baa-862c-aa1072a632d1 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:20:32.867396 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [req-5524fde7-c630-4af2-bd77-201677b94c94 req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a15fbaa-9038-4baa-862c-aa1072a632d1 {{(pid=103480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:20:32.875445 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-5524fde7-c630-4af2-bd77-201677b94c94 req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] Publish callbacks [] for port (7a15fbaa-9038-4baa-862c-aa1072a632d1), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:32.889678 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.provisioning_blocks [req-5524fde7-c630-4af2-bd77-201677b94c94 req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] Transition to ACTIVE for port object 7a15fbaa-9038-4baa-862c-aa1072a632d1 will not be triggered until provisioned by entity L2. {{(pid=103480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 06:20:32.895389 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-5524fde7-c630-4af2-bd77-201677b94c94 req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (7a15fbaa-9038-4baa-862c-aa1072a632d1), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:32.943576 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] Pushing event updated for resources: {'Port': ['ID=7a15fbaa-9038-4baa-862c-aa1072a632d1,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:33.033908 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-5524fde7-c630-4af2-bd77-201677b94c94 req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] Attempting to bind port 7a15fbaa-9038-4baa-862c-aa1072a632d1 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:20:33.034564 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-5524fde7-c630-4af2-bd77-201677b94c94 req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] Attempting to bind port 7a15fbaa-9038-4baa-862c-aa1072a632d1 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:20:33.034689 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5524fde7-c630-4af2-bd77-201677b94c94 req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] Attempting to bind port 7a15fbaa-9038-4baa-862c-aa1072a632d1 on network f79ea4aa-d805-43ed-bd84-5df93140b5be {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:20:33.045383 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5524fde7-c630-4af2-bd77-201677b94c94 req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] Port 7a15fbaa-9038-4baa-862c-aa1072a632d1 on network f79ea4aa-d805-43ed-bd84-5df93140b5be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 06:20:33.045727 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5524fde7-c630-4af2-bd77-201677b94c94 req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] Attempting to bind port 7a15fbaa-9038-4baa-862c-aa1072a632d1 on network f79ea4aa-d805-43ed-bd84-5df93140b5be {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:20:33.051791 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5524fde7-c630-4af2-bd77-201677b94c94 req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] Checking agent: {'id': '0c1e107c-d850-42a9-b491-1b463a8f645f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'started_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:20:33.052133 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5524fde7-c630-4af2-bd77-201677b94c94 req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] Checking segment: {'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:20:33.052587 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5524fde7-c630-4af2-bd77-201677b94c94 req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] Bound using segment: {'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:20:33.053054 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-5524fde7-c630-4af2-bd77-201677b94c94 req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] Bound port: 7a15fbaa-9038-4baa-862c-aa1072a632d1, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:20:33.053418 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-5524fde7-c630-4af2-bd77-201677b94c94 req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (7a15fbaa-9038-4baa-862c-aa1072a632d1), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:33.158870 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-5524fde7-c630-4af2-bd77-201677b94c94 req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] For port 7a15fbaa-9038-4baa-862c-aa1072a632d1, host hv-cinder-83444, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:20:33.163970 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-5524fde7-c630-4af2-bd77-201677b94c94 req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] For port 7a15fbaa-9038-4baa-862c-aa1072a632d1, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=7a15fbaa-9038-4baa-862c-aa1072a632d1,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:20:33.173265 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e808291-828e-47f3-b197-6e9d0b5741d1 req-bd8608bb-e39f-41a7-84e4-c09139ee21bf tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:33.174739 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4e808291-828e-47f3-b197-6e9d0b5741d1 req-bd8608bb-e39f-41a7-84e4-c09139ee21bf tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=c952e5ae-bb00-4a5b-8f78-b4a37d74a97e HTTP/1.1" status: 200 len: 944 time: 0.0781038 Apr 04 06:20:33.176163 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-5524fde7-c630-4af2-bd77-201677b94c94 req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (7a15fbaa-9038-4baa-862c-aa1072a632d1), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:33.228311 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524fde7-c630-4af2-bd77-201677b94c94 req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:33.229029 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-5524fde7-c630-4af2-bd77-201677b94c94 req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:33.230437 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5524fde7-c630-4af2-bd77-201677b94c94 req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] 10.222.0.37 "PUT /v2.0/ports/7a15fbaa-9038-4baa-862c-aa1072a632d1 HTTP/1.1" status: 200 len: 1094 time: 0.7023420 Apr 04 06:20:33.230898 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c952e5ae-bb00-4a5b-8f78-b4a37d74a97e', 'tag': '7a15fbaa-9038-4baa-862c-aa1072a632d1'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:20:33.233203 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfce980f-7054-4076-b0fe-705c78e8b610" -d '{"events": [{"name": "network-changed", "server_uuid": "c952e5ae-bb00-4a5b-8f78-b4a37d74a97e", "tag": "7a15fbaa-9038-4baa-862c-aa1072a632d1"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:20:33.274392 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52da107-762d-4e27-b015-f733d5d530fb service neutron] Pushing event updated for resources: {'Port': ['ID=7a15fbaa-9038-4baa-862c-aa1072a632d1,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:33.281664 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863e520f-beee-4795-b9f9-f653e3c948db x-openstack-request-id: req-863e520f-beee-4795-b9f9-f653e3c948db {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:20:33.281952 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c952e5ae-bb00-4a5b-8f78-b4a37d74a97e", "tag": "7a15fbaa-9038-4baa-862c-aa1072a632d1", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:20:33.282210 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-863e520f-beee-4795-b9f9-f653e3c948db {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:20:33.282733 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-863e520f-beee-4795-b9f9-f653e3c948db'] response: {'name': 'network-changed', 'server_uuid': 'c952e5ae-bb00-4a5b-8f78-b4a37d74a97e', 'tag': '7a15fbaa-9038-4baa-862c-aa1072a632d1', 'status': 'completed', 'code': 200} Apr 04 06:20:33.287339 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4e808291-828e-47f3-b197-6e9d0b5741d1 req-b16756bb-8320-4a2c-913a-633961374b3b tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cb3f18b-b895-42c0-8733-fb71769f57fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051447 Apr 04 06:20:33.339698 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524fde7-c630-4af2-bd77-201677b94c94 req-e0749225-bf3d-483e-ab61-157501714acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:33.341297 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5524fde7-c630-4af2-bd77-201677b94c94 req-e0749225-bf3d-483e-ab61-157501714acb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a97a33a2aa5b45e28ce2fbc14234447a&device_id=c952e5ae-bb00-4a5b-8f78-b4a37d74a97e HTTP/1.1" status: 200 len: 1128 time: 0.0531082 Apr 04 06:20:33.384020 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5524fde7-c630-4af2-bd77-201677b94c94 req-766a7069-01e9-4e94-85b9-ae331a3c0604 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a15fbaa-9038-4baa-862c-aa1072a632d1 HTTP/1.1" status: 200 len: 217 time: 0.0352652 Apr 04 06:20:33.431564 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524fde7-c630-4af2-bd77-201677b94c94 req-ce4589c6-efa0-4e9e-a71d-e904d112bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:33.433046 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5524fde7-c630-4af2-bd77-201677b94c94 req-ce4589c6-efa0-4e9e-a71d-e904d112bb6b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8af96432-7e0f-4e5a-90ce-4cb5a6c320c5 HTTP/1.1" status: 200 len: 854 time: 0.0435073 Apr 04 06:20:33.493316 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524fde7-c630-4af2-bd77-201677b94c94 req-f1269f09-5cfe-4aa8-8ac7-869fc1a8788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:33.495349 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5524fde7-c630-4af2-bd77-201677b94c94 req-f1269f09-5cfe-4aa8-8ac7-869fc1a8788a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f79ea4aa-d805-43ed-bd84-5df93140b5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560803 Apr 04 06:20:33.591972 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5524fde7-c630-4af2-bd77-201677b94c94 req-9d1cf3a5-5b67-4fae-ba6e-5e53f7588b91 service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900753 Apr 04 06:20:33.685184 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5524fde7-c630-4af2-bd77-201677b94c94 req-bf2f7ed7-8233-44a2-812c-7ea743adf851 service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872965 Apr 04 06:20:33.780924 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce980f-7054-4076-b0fe-705c78e8b610 req-51f220c4-84e6-4eb1-b496-63b2cc35306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:33.782448 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cfce980f-7054-4076-b0fe-705c78e8b610 req-51f220c4-84e6-4eb1-b496-63b2cc35306a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a97a33a2aa5b45e28ce2fbc14234447a&device_id=c952e5ae-bb00-4a5b-8f78-b4a37d74a97e HTTP/1.1" status: 200 len: 1128 time: 0.0487230 Apr 04 06:20:33.876868 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce980f-7054-4076-b0fe-705c78e8b610 req-78b4bcfd-4a2b-402b-a850-52f1f9e38559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:33.878378 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cfce980f-7054-4076-b0fe-705c78e8b610 req-78b4bcfd-4a2b-402b-a850-52f1f9e38559 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f79ea4aa-d805-43ed-bd84-5df93140b5be HTTP/1.1" status: 200 len: 916 time: 0.0888877 Apr 04 06:20:33.922463 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cfce980f-7054-4076-b0fe-705c78e8b610 req-dc385c9f-5c14-4e52-b396-24e256525ab1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a15fbaa-9038-4baa-862c-aa1072a632d1 HTTP/1.1" status: 200 len: 217 time: 0.0381365 Apr 04 06:20:33.973408 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce980f-7054-4076-b0fe-705c78e8b610 req-9a872204-b96f-409e-83a8-cc34892c2430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:33.974793 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cfce980f-7054-4076-b0fe-705c78e8b610 req-9a872204-b96f-409e-83a8-cc34892c2430 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8af96432-7e0f-4e5a-90ce-4cb5a6c320c5 HTTP/1.1" status: 200 len: 854 time: 0.0462272 Apr 04 06:20:34.029099 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce980f-7054-4076-b0fe-705c78e8b610 req-e632d96d-ab62-4e04-be37-2fd207113e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:34.030617 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cfce980f-7054-4076-b0fe-705c78e8b610 req-e632d96d-ab62-4e04-be37-2fd207113e7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f79ea4aa-d805-43ed-bd84-5df93140b5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496752 Apr 04 06:20:34.125244 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cfce980f-7054-4076-b0fe-705c78e8b610 req-f5734631-d3c2-47ca-be31-a55989a289e2 service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880349 Apr 04 06:20:34.130851 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:34.218413 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cfce980f-7054-4076-b0fe-705c78e8b610 req-bbdc10b2-fcbf-4228-a9b6-e2830161a179 service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858939 Apr 04 06:20:34.416758 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af95dca-33e4-4e0c-987b-a3cd3a5d1aee req-1be67834-59af-434f-8f04-0190ad85b0ff tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:34.418305 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9af95dca-33e4-4e0c-987b-a3cd3a5d1aee req-1be67834-59af-434f-8f04-0190ad85b0ff tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=c952e5ae-bb00-4a5b-8f78-b4a37d74a97e HTTP/1.1" status: 200 len: 944 time: 0.0597064 Apr 04 06:20:34.471202 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9af95dca-33e4-4e0c-987b-a3cd3a5d1aee req-168bd3f0-069d-4a45-a88a-6ba6efa7bb6a tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cb3f18b-b895-42c0-8733-fb71769f57fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467441 Apr 04 06:20:35.598612 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59bd22-fff7-4c90-a82e-3f293646b65b req-4b3607bf-88e3-4ecf-96ca-bc23d2f35cbe tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:35.600303 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-dc59bd22-fff7-4c90-a82e-3f293646b65b req-4b3607bf-88e3-4ecf-96ca-bc23d2f35cbe tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=c952e5ae-bb00-4a5b-8f78-b4a37d74a97e HTTP/1.1" status: 200 len: 944 time: 0.0575604 Apr 04 06:20:35.647543 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-dc59bd22-fff7-4c90-a82e-3f293646b65b req-9dbb5fc0-b10b-4bc1-890f-c93e0264266e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cb3f18b-b895-42c0-8733-fb71769f57fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417442 Apr 04 06:20:35.966112 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9263314-5dd7-44b8-a328-6d88a4c1fb1d req-357e4acf-c7a4-4c28-a564-9802a5626935 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:35.967980 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a9263314-5dd7-44b8-a328-6d88a4c1fb1d req-357e4acf-c7a4-4c28-a564-9802a5626935 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 946 time: 0.0541699 Apr 04 06:20:36.019359 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a9263314-5dd7-44b8-a328-6d88a4c1fb1d req-df3927a1-4f94-45c7-bfdb-c20231295c2d tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=46340f26-0a96-49e8-b212-ddcac1327288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425818 Apr 04 06:20:36.778776 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745b22f-5330-4eed-b727-c2a3a4af3ba3 req-990ebd84-6e05-43ec-be8e-38e934fd0e07 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:36.780253 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5745b22f-5330-4eed-b727-c2a3a4af3ba3 req-990ebd84-6e05-43ec-be8e-38e934fd0e07 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=c952e5ae-bb00-4a5b-8f78-b4a37d74a97e HTTP/1.1" status: 200 len: 944 time: 0.0645080 Apr 04 06:20:36.832388 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5745b22f-5330-4eed-b727-c2a3a4af3ba3 req-6ca7efb9-d987-432b-bf8d-02f5914e9967 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cb3f18b-b895-42c0-8733-fb71769f57fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461850 Apr 04 06:20:37.168006 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4bf8c-ed2c-402d-8535-2854380e3a83 req-7af7c12b-6189-49df-9ba9-f4961e07d14b tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:37.169536 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-10d4bf8c-ed2c-402d-8535-2854380e3a83 req-7af7c12b-6189-49df-9ba9-f4961e07d14b tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 946 time: 0.0668867 Apr 04 06:20:37.219763 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-10d4bf8c-ed2c-402d-8535-2854380e3a83 req-60e51623-6b92-49f9-939f-6b46cc373848 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=46340f26-0a96-49e8-b212-ddcac1327288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445719 Apr 04 06:20:37.277854 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 7a15fbaa-9038-4baa-862c-aa1072a632d1 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:20:37.378536 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 7a15fbaa-9038-4baa-862c-aa1072a632d1, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=7a15fbaa-9038-4baa-862c-aa1072a632d1,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:20:37.390276 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': '7a15fbaa-9038-4baa-862c-aa1072a632d1', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'port_id': '7a15fbaa-9038-4baa-862c-aa1072a632d1', 'mac_address': 'fa:16:3e:dd:dc:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:20:37.429561 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 7a15fbaa-9038-4baa-862c-aa1072a632d1 is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:20:37.429561 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (7a15fbaa-9038-4baa-862c-aa1072a632d1), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:37.442570 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a15fbaa-9038-4baa-862c-aa1072a632d1 {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:20:37.463283 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 7a15fbaa-9038-4baa-862c-aa1072a632d1, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=7a15fbaa-9038-4baa-862c-aa1072a632d1,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:20:37.468787 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (7a15fbaa-9038-4baa-862c-aa1072a632d1), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:37.522878 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=7a15fbaa-9038-4baa-862c-aa1072a632d1,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:37.530785 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:37.531136 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:37.531488 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:37.531816 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:37.532157 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:37.532490 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:37.532822 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:37.533183 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:37.533531 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:37.534034 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:37.534391 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:37.534721 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:37.535052 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:37.535373 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:37.535698 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:20:37.973066 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5afb5-b194-4fa0-babd-750609d65a6b req-21752c5a-b4c3-4407-b622-49119dffed39 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:37.974521 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-45e5afb5-b194-4fa0-babd-750609d65a6b req-21752c5a-b4c3-4407-b622-49119dffed39 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=c952e5ae-bb00-4a5b-8f78-b4a37d74a97e HTTP/1.1" status: 200 len: 945 time: 0.0653803 Apr 04 06:20:37.984325 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['7a15fbaa-9038-4baa-862c-aa1072a632d1'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:20:38.052553 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-45e5afb5-b194-4fa0-babd-750609d65a6b req-05424563-b6c1-44dd-88d8-48ac969885b0 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cb3f18b-b895-42c0-8733-fb71769f57fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722942 Apr 04 06:20:38.074813 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3a341-cbd3-4fc3-b94b-46263d29291f req-4fbd7645-c065-4e86-9ef4-288374660eb2 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:38.076260 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2fa3a341-cbd3-4fc3-b94b-46263d29291f req-4fbd7645-c065-4e86-9ef4-288374660eb2 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 946 time: 0.0650425 Apr 04 06:20:38.171232 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-2fa3a341-cbd3-4fc3-b94b-46263d29291f req-9144d99b-7bc2-45f0-8420-303694908735 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Deleting port 7934f7e7-f872-4c50-a542-770c8c801927 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:20:38.171474 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2fa3a341-cbd3-4fc3-b94b-46263d29291f req-9144d99b-7bc2-45f0-8420-303694908735 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (7934f7e7-f872-4c50-a542-770c8c801927), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:38.559257 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-2fa3a341-cbd3-4fc3-b94b-46263d29291f req-9144d99b-7bc2-45f0-8420-303694908735 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] For port 7934f7e7-f872-4c50-a542-770c8c801927, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=7934f7e7-f872-4c50-a542-770c8c801927,segment=NetworkSegment(806f87e6-78c2-4ae9-9d36-4786ef43fbe2),segment_id=806f87e6-78c2-4ae9-9d36-4786ef43fbe2)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:20:38.559613 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2fa3a341-cbd3-4fc3-b94b-46263d29291f req-9144d99b-7bc2-45f0-8420-303694908735 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (7934f7e7-f872-4c50-a542-770c8c801927), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:38.576591 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81d8d0-d25d-4bc0-8b97-7e99af291abd req-6f1b1c42-38a3-4d9c-8714-5eb13add69f4 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:38.578087 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7f81d8d0-d25d-4bc0-8b97-7e99af291abd req-6f1b1c42-38a3-4d9c-8714-5eb13add69f4 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 946 time: 0.0958524 Apr 04 06:20:38.697055 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7f81d8d0-d25d-4bc0-8b97-7e99af291abd req-da6095fe-548a-4b81-9ec9-25529179d803 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups?id=46340f26-0a96-49e8-b212-ddcac1327288&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124997 Apr 04 06:20:38.774767 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2fa3a341-cbd3-4fc3-b94b-46263d29291f req-9144d99b-7bc2-45f0-8420-303694908735 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:38.775129 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2fa3a341-cbd3-4fc3-b94b-46263d29291f req-9144d99b-7bc2-45f0-8420-303694908735 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (9019a7ba-fb00-46de-afa6-fd1464d8884b), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:38.776746 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.l3_db [req-2fa3a341-cbd3-4fc3-b94b-46263d29291f req-9144d99b-7bc2-45f0-8420-303694908735 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Floating IP 9019a7ba-fb00-46de-afa6-fd1464d8884b disassociated. External IP: 172.27.2.177, port: 7934f7e7-f872-4c50-a542-770c8c801927. Apr 04 06:20:38.777122 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-2fa3a341-cbd3-4fc3-b94b-46263d29291f req-9144d99b-7bc2-45f0-8420-303694908735 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Calling delete_port for 7934f7e7-f872-4c50-a542-770c8c801927 owned by compute:nova {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:20:38.913134 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2fa3a341-cbd3-4fc3-b94b-46263d29291f req-9144d99b-7bc2-45f0-8420-303694908735 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (7934f7e7-f872-4c50-a542-770c8c801927), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:38.944507 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144d99b-7bc2-45f0-8420-303694908735 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Pushing event deleted for resources: {'Port': ['ID=7934f7e7-f872-4c50-a542-770c8c801927,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:39.072168 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fa3a341-cbd3-4fc3-b94b-46263d29291f req-9144d99b-7bc2-45f0-8420-303694908735 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:20:39.228552 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b87be-9794-44a6-9fda-370c557b8c51 req-303a8cb7-2458-4b5e-a51e-e9df1d441e51 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:39.232940 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f39b87be-9794-44a6-9fda-370c557b8c51 req-303a8cb7-2458-4b5e-a51e-e9df1d441e51 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=c952e5ae-bb00-4a5b-8f78-b4a37d74a97e HTTP/1.1" status: 200 len: 945 time: 0.0827315 Apr 04 06:20:39.232940 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fa3a341-cbd3-4fc3-b94b-46263d29291f req-9144d99b-7bc2-45f0-8420-303694908735 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:20:39.242007 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e31efb4-be93-4652-ba90-a4cb19b83ebc None None] Sync routers for ids ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:20:39.252708 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e31efb4-be93-4652-ba90-a4cb19b83ebc None None] Routers {'83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:20:39.253517 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-0e31efb4-be93-4652-ba90-a4cb19b83ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:20:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:20:39.284551 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa3a341-cbd3-4fc3-b94b-46263d29291f req-9144d99b-7bc2-45f0-8420-303694908735 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] No DVR routers for this DVR port 7934f7e7-f872-4c50-a542-770c8c801927 on host hv-cinder-83444 {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:20:39.288093 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-2fa3a341-cbd3-4fc3-b94b-46263d29291f req-9144d99b-7bc2-45f0-8420-303694908735 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:39.290869 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 7a15fbaa-9038-4baa-862c-aa1072a632d1 up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:20:39.291454 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2fa3a341-cbd3-4fc3-b94b-46263d29291f req-9144d99b-7bc2-45f0-8420-303694908735 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.37 "DELETE /v2.0/ports/7934f7e7-f872-4c50-a542-770c8c801927 HTTP/1.1" status: 204 len: 173 time: 1.2093589 Apr 04 06:20:39.292239 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2e6f46-be59-4db7-a6b4-94ed6f044db4', 'name': 'network-vif-deleted', 'tag': '7934f7e7-f872-4c50-a542-770c8c801927'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:20:39.295364 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3aa9ea8-9667-4096-ad4f-aa93c743b054" -d '{"events": [{"server_uuid": "ef2e6f46-be59-4db7-a6b4-94ed6f044db4", "name": "network-vif-deleted", "tag": "7934f7e7-f872-4c50-a542-770c8c801927"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:20:39.349037 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f39b87be-9794-44a6-9fda-370c557b8c51 req-c3514280-5d30-40b0-aed1-cc55f9cd4b00 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cb3f18b-b895-42c0-8733-fb71769f57fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113105 Apr 04 06:20:39.392166 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124db664-d34e-4212-a0f7-c8b0902bf8c3 x-openstack-request-id: req-124db664-d34e-4212-a0f7-c8b0902bf8c3 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:20:39.392572 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2e6f46-be59-4db7-a6b4-94ed6f044db4", "name": "network-vif-deleted", "tag": "7934f7e7-f872-4c50-a542-770c8c801927", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:20:39.392798 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-124db664-d34e-4212-a0f7-c8b0902bf8c3 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:20:39.393260 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-124db664-d34e-4212-a0f7-c8b0902bf8c3'] response: {'server_uuid': 'ef2e6f46-be59-4db7-a6b4-94ed6f044db4', 'name': 'network-vif-deleted', 'tag': '7934f7e7-f872-4c50-a542-770c8c801927', 'status': 'completed', 'code': 200} Apr 04 06:20:39.401687 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-0e31efb4-be93-4652-ba90-a4cb19b83ebc None None] Set router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:20:39.440285 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning for port 7a15fbaa-9038-4baa-862c-aa1072a632d1 completed by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 06:20:39.445667 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port 7a15fbaa-9038-4baa-862c-aa1072a632d1 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:20:39.446256 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (7a15fbaa-9038-4baa-862c-aa1072a632d1), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:39.530458 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 7a15fbaa-9038-4baa-862c-aa1072a632d1 is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:20:39.530725 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (7a15fbaa-9038-4baa-862c-aa1072a632d1), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:39.553691 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c952e5ae-bb00-4a5b-8f78-b4a37d74a97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a15fbaa-9038-4baa-862c-aa1072a632d1'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:20:39.555963 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4976ab48-6d30-4114-bd4b-22af3b96dc13" -d '{"events": [{"server_uuid": "c952e5ae-bb00-4a5b-8f78-b4a37d74a97e", "name": "network-vif-plugged", "status": "completed", "tag": "7a15fbaa-9038-4baa-862c-aa1072a632d1"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:20:39.568435 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 7a15fbaa-9038-4baa-862c-aa1072a632d1, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=7a15fbaa-9038-4baa-862c-aa1072a632d1,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:20:39.574613 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (7a15fbaa-9038-4baa-862c-aa1072a632d1), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:39.575396 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 7934f7e7-f872-4c50-a542-770c8c801927 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:20:39.597559 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f8ab71-5146-4759-a2f0-bd7cb08a56e3 x-openstack-request-id: req-b3f8ab71-5146-4759-a2f0-bd7cb08a56e3 {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:20:39.597851 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c952e5ae-bb00-4a5b-8f78-b4a37d74a97e", "name": "network-vif-plugged", "status": "completed", "tag": "7a15fbaa-9038-4baa-862c-aa1072a632d1", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:20:39.598105 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b3f8ab71-5146-4759-a2f0-bd7cb08a56e3 {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:20:39.598507 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f8ab71-5146-4759-a2f0-bd7cb08a56e3'] response: {'server_uuid': 'c952e5ae-bb00-4a5b-8f78-b4a37d74a97e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a15fbaa-9038-4baa-862c-aa1072a632d1', 'code': 200} Apr 04 06:20:39.617628 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-0e31efb4-be93-4652-ba90-a4cb19b83ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'name': 'tempest-AttachVolumeTestJSON-181001088-router', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:02Z', 'updated_at': '2022-04-04T06:10:11Z', 'revision_number': 4, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'gw_port': {'id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:03Z', 'updated_at': '2022-04-04T06:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '12604a2e-e62e-4b0c-83cf-9375d169d83a', 'name': '', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'mac_address': 'fa:16:3e:8d:62:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:10Z', 'updated_at': '2022-04-04T06:10:21Z', 'revision_number': 5, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'subnets': [{'id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:20:39.618452 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] No Port match for: 7934f7e7-f872-4c50-a542-770c8c801927 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:20:39.618973 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 7934f7e7-f872-4c50-a542-770c8c801927 not bound to the agent host hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:20:39.645609 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e31efb4-be93-4652-ba90-a4cb19b83ebc None None] Checking router: 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:20:39.647713 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=7a15fbaa-9038-4baa-862c-aa1072a632d1,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:39.654621 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e31efb4-be93-4652-ba90-a4cb19b83ebc None None] Routers {'83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:20:39.655234 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-0e31efb4-be93-4652-ba90-a4cb19b83ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:20:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:20:39.769723 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-0e31efb4-be93-4652-ba90-a4cb19b83ebc None None] Set router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:20:39.838973 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7957e9fa-aa8b-4011-b8e4-c68ef9175211 req-386085c9-0460-43e3-ac90-9910e7f4f655 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef2e6f46-be59-4db7-a6b4-94ed6f044db4 HTTP/1.1" status: 200 len: 210 time: 0.0437794 Apr 04 06:20:39.907050 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad73cc-d2a3-4de0-a320-7393519af5d9 req-7c05e226-53bd-44b5-9536-2246c82586aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:39.908722 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f4ad73cc-d2a3-4de0-a320-7393519af5d9 req-7c05e226-53bd-44b5-9536-2246c82586aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c952e5ae-bb00-4a5b-8f78-b4a37d74a97e HTTP/1.1" status: 200 len: 1130 time: 0.1744742 Apr 04 06:20:39.951883 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f4ad73cc-d2a3-4de0-a320-7393519af5d9 req-fa0417d6-e6f6-4bf7-9984-8399c01b0703 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1cb3f18b-b895-42c0-8733-fb71769f57fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371988 Apr 04 06:20:39.979921 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-0e31efb4-be93-4652-ba90-a4cb19b83ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'name': 'tempest-AttachVolumeTestJSON-181001088-router', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:02Z', 'updated_at': '2022-04-04T06:10:11Z', 'revision_number': 4, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'gw_port': {'id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:03Z', 'updated_at': '2022-04-04T06:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '12604a2e-e62e-4b0c-83cf-9375d169d83a', 'name': '', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'mac_address': 'fa:16:3e:8d:62:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:10Z', 'updated_at': '2022-04-04T06:10:21Z', 'revision_number': 5, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'subnets': [{'id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:20:40.006093 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e31efb4-be93-4652-ba90-a4cb19b83ebc None None] The sync data for ids ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'] in dv-cinder-834448-2-iscsi is: [{'id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'name': 'tempest-AttachVolumeTestJSON-181001088-router', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:02Z', 'updated_at': '2022-04-04T06:10:11Z', 'revision_number': 4, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'gw_port': {'id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:03Z', 'updated_at': '2022-04-04T06:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '12604a2e-e62e-4b0c-83cf-9375d169d83a', 'name': '', 'network_id': '346304e3-defa-40dc-a5ad-7a093dfc23b7', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'mac_address': 'fa:16:3e:8d:62:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:10Z', 'updated_at': '2022-04-04T06:10:21Z', 'revision_number': 5, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'subnets': [{'id': '389db79c-3d35-45ec-be77-a745fbe4b317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:20:40.228599 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf67cc0-dd26-4a66-b7e2-5ab74dc37e2f None None] New status for floating IP 9019a7ba-fb00-46de-afa6-fd1464d8884b: DOWN {{(pid=103481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:20:40.476316 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be96e24-1f83-4b30-b889-18097d96e038 req-fb9c12ed-1855-4f55-bafb-d54d611a6504 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:40.477951 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4be96e24-1f83-4b30-b889-18097d96e038 req-fb9c12ed-1855-4f55-bafb-d54d611a6504 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=c952e5ae-bb00-4a5b-8f78-b4a37d74a97e HTTP/1.1" status: 200 len: 946 time: 0.0564709 Apr 04 06:20:40.527502 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4be96e24-1f83-4b30-b889-18097d96e038 req-a3e00163-58c3-42b1-846a-4344d67b44da tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cb3f18b-b895-42c0-8733-fb71769f57fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436215 Apr 04 06:20:40.931935 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 58780) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:40.985699 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d86bc6a3-b7f6-45e1-a410-9eba84b302b4 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group (46340f26-0a96-49e8-b212-ddcac1327288), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:41.013533 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d86bc6a3-b7f6-45e1-a410-9eba84b302b4 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group (46340f26-0a96-49e8-b212-ddcac1327288), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:41.062764 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d86bc6a3-b7f6-45e1-a410-9eba84b302b4 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (46340f26-0a96-49e8-b212-ddcac1327288), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:41.065487 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d86bc6a3-b7f6-45e1-a410-9eba84b302b4 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:41.066629 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-d86bc6a3-b7f6-45e1-a410-9eba84b302b4 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "DELETE /v2.0/security-groups/46340f26-0a96-49e8-b212-ddcac1327288 HTTP/1.1" status: 204 len: 168 time: 0.1336884 Apr 04 06:20:41.069569 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 58782) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:41.075382 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86bc6a3-b7f6-45e1-a410-9eba84b302b4 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46340f26-0a96-49e8-b212-ddcac1327288,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:41.087593 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.api.v2.resource [None req-d87a6303-be34-4747-964d-74e3aab4f667 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] show failed (client error): The resource could not be found. Apr 04 06:20:41.088649 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-d87a6303-be34-4747-964d-74e3aab4f667 tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "GET /v2.0/security-groups/46340f26-0a96-49e8-b212-ddcac1327288 HTTP/1.1" status: 404 len: 347 time: 0.0180583 Apr 04 06:20:41.091618 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 58784) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:41.222123 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-fea2f5f3-658a-41f8-beda-0b080ded9fef tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Deleting port bd015d12-1a20-49ab-8556-e239fc11411d {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:20:41.222419 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-fea2f5f3-658a-41f8-beda-0b080ded9fef tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (bd015d12-1a20-49ab-8556-e239fc11411d), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:41.303481 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-fea2f5f3-658a-41f8-beda-0b080ded9fef tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (bd015d12-1a20-49ab-8556-e239fc11411d), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:41.303804 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-fea2f5f3-658a-41f8-beda-0b080ded9fef tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for floatingip (bd015d12-1a20-49ab-8556-e239fc11411d), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:41.317447 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-fea2f5f3-658a-41f8-beda-0b080ded9fef tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Calling delete_port for bd015d12-1a20-49ab-8556-e239fc11411d owned by network:floatingip {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:20:41.463385 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-fea2f5f3-658a-41f8-beda-0b080ded9fef tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (bd015d12-1a20-49ab-8556-e239fc11411d), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:41.493227 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2f5f3-658a-41f8-beda-0b080ded9fef tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Pushing event deleted for resources: {'Port': ['ID=bd015d12-1a20-49ab-8556-e239fc11411d,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:41.558231 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-fea2f5f3-658a-41f8-beda-0b080ded9fef tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks [] for floatingip (9019a7ba-fb00-46de-afa6-fd1464d8884b), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:41.560724 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-fea2f5f3-658a-41f8-beda-0b080ded9fef tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:41.561930 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-fea2f5f3-658a-41f8-beda-0b080ded9fef tempest-AttachVolumeTestJSON-983267271 tempest-AttachVolumeTestJSON-983267271-project] 10.222.0.30 "DELETE /v2.0/floatingips/9019a7ba-fb00-46de-afa6-fd1464d8884b HTTP/1.1" status: 204 len: 168 time: 0.4693010 Apr 04 06:20:41.667496 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902aecfb-d023-4016-9589-716786a35515 req-b39eab5d-d35f-4c32-9cb8-21e2e055bb72 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:41.669175 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-902aecfb-d023-4016-9589-716786a35515 req-b39eab5d-d35f-4c32-9cb8-21e2e055bb72 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=c952e5ae-bb00-4a5b-8f78-b4a37d74a97e HTTP/1.1" status: 200 len: 946 time: 0.0614007 Apr 04 06:20:41.716738 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-902aecfb-d023-4016-9589-716786a35515 req-792542c6-7c76-483a-b931-d9e097e89740 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cb3f18b-b895-42c0-8733-fb71769f57fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415361 Apr 04 06:20:41.840659 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179cd40-4f61-48fe-b25a-b1d5b501fe71 req-9887c3ef-f0ea-4e81-b8c6-feb68336cbd4 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:41.842177 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b179cd40-4f61-48fe-b25a-b1d5b501fe71 req-9887c3ef-f0ea-4e81-b8c6-feb68336cbd4 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=c952e5ae-bb00-4a5b-8f78-b4a37d74a97e HTTP/1.1" status: 200 len: 946 time: 0.0588603 Apr 04 06:20:41.851404 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 58794) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:41.855925 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-c270f898-2d67-4338-99dc-d01819974246 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Request body: {'floatingip': {'port_id': '7a15fbaa-9038-4baa-862c-aa1072a632d1'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:20:41.899711 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c270f898-2d67-4338-99dc-d01819974246 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (6b1745af-f887-4be5-b920-e0a56ad7e679), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:42.336054 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c270f898-2d67-4338-99dc-d01819974246 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:42.341860 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c270f898-2d67-4338-99dc-d01819974246 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (6b1745af-f887-4be5-b920-e0a56ad7e679), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:42.451029 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.l3_db [None req-c270f898-2d67-4338-99dc-d01819974246 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Floating IP 6b1745af-f887-4be5-b920-e0a56ad7e679 associated. External IP: 172.27.2.236, port: 7a15fbaa-9038-4baa-862c-aa1072a632d1. Apr 04 06:20:42.672831 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c270f898-2d67-4338-99dc-d01819974246 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:20:42.789934 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c270f898-2d67-4338-99dc-d01819974246 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:20:42.794707 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c270f898-2d67-4338-99dc-d01819974246 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:42.801839 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8d79c5-a39e-4493-b584-6429ab1b1ee6 None None] Sync routers for ids ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:20:42.812142 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8d79c5-a39e-4493-b584-6429ab1b1ee6 None None] Routers {'8de8fcc5-8170-4153-b16f-b82e06d3b3c0'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:20:42.812758 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-bb8d79c5-a39e-4493-b584-6429ab1b1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:20:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:20:42.825966 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-c270f898-2d67-4338-99dc-d01819974246 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "PUT /v2.0/floatingips/6b1745af-f887-4be5-b920-e0a56ad7e679 HTTP/1.1" status: 200 len: 992 time: 0.9735112 Apr 04 06:20:42.826625 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c952e5ae-bb00-4a5b-8f78-b4a37d74a97e', 'tag': '7a15fbaa-9038-4baa-862c-aa1072a632d1'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:20:42.828865 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d37983-ee5d-4d6b-8240-a4132e288642" -d '{"events": [{"name": "network-changed", "server_uuid": "c952e5ae-bb00-4a5b-8f78-b4a37d74a97e", "tag": "7a15fbaa-9038-4baa-862c-aa1072a632d1"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:20:42.868541 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d438df-c628-4223-a957-a16dd98cb0fc x-openstack-request-id: req-e7d438df-c628-4223-a957-a16dd98cb0fc {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:20:42.868891 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c952e5ae-bb00-4a5b-8f78-b4a37d74a97e", "tag": "7a15fbaa-9038-4baa-862c-aa1072a632d1", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:20:42.869264 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e7d438df-c628-4223-a957-a16dd98cb0fc {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:20:42.869729 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d438df-c628-4223-a957-a16dd98cb0fc'] response: {'name': 'network-changed', 'server_uuid': 'c952e5ae-bb00-4a5b-8f78-b4a37d74a97e', 'tag': '7a15fbaa-9038-4baa-862c-aa1072a632d1', 'status': 'completed', 'code': 200} Apr 04 06:20:42.924475 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-bb8d79c5-a39e-4493-b584-6429ab1b1ee6 None None] Set router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:20:42.937638 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d37983-ee5d-4d6b-8240-a4132e288642 req-862cb049-fae6-454c-b034-df0adc0d54d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:42.939141 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b4d37983-ee5d-4d6b-8240-a4132e288642 req-862cb049-fae6-454c-b034-df0adc0d54d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a97a33a2aa5b45e28ce2fbc14234447a&device_id=c952e5ae-bb00-4a5b-8f78-b4a37d74a97e HTTP/1.1" status: 200 len: 1130 time: 0.0478666 Apr 04 06:20:43.033277 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d37983-ee5d-4d6b-8240-a4132e288642 req-037302da-3fc5-4851-a6e2-a3ce2e849433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:43.035229 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b4d37983-ee5d-4d6b-8240-a4132e288642 req-037302da-3fc5-4851-a6e2-a3ce2e849433 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f79ea4aa-d805-43ed-bd84-5df93140b5be HTTP/1.1" status: 200 len: 916 time: 0.0896106 Apr 04 06:20:43.102044 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b4d37983-ee5d-4d6b-8240-a4132e288642 req-1753141f-c1ce-4e96-9068-19a5b40d5fec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a15fbaa-9038-4baa-862c-aa1072a632d1 HTTP/1.1" status: 200 len: 1000 time: 0.0603068 Apr 04 06:20:43.151929 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-bb8d79c5-a39e-4493-b584-6429ab1b1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '6b1745af-f887-4be5-b920-e0a56ad7e679', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'port_id': '7a15fbaa-9038-4baa-862c-aa1072a632d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'mac_address': 'fa:16:3e:dd:dc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c952e5ae-bb00-4a5b-8f78-b4a37d74a97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:20:29Z', 'updated_at': '2022-04-04T06:20:42Z', 'revision_number': 1, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:20:43.153302 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d37983-ee5d-4d6b-8240-a4132e288642 req-eb171144-4aac-457d-8e9d-e44b36b22ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:43.154739 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b4d37983-ee5d-4d6b-8240-a4132e288642 req-eb171144-4aac-457d-8e9d-e44b36b22ce1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8af96432-7e0f-4e5a-90ce-4cb5a6c320c5 HTTP/1.1" status: 200 len: 854 time: 0.0466461 Apr 04 06:20:43.182203 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8d79c5-a39e-4493-b584-6429ab1b1ee6 None None] Checking router: 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:20:43.191161 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8d79c5-a39e-4493-b584-6429ab1b1ee6 None None] Routers {'8de8fcc5-8170-4153-b16f-b82e06d3b3c0'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:20:43.191813 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-bb8d79c5-a39e-4493-b584-6429ab1b1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:20:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:20:43.203277 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d37983-ee5d-4d6b-8240-a4132e288642 req-de3b509b-d7a5-4540-83f7-b71c9b1aa60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:43.204784 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b4d37983-ee5d-4d6b-8240-a4132e288642 req-de3b509b-d7a5-4540-83f7-b71c9b1aa60d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f79ea4aa-d805-43ed-bd84-5df93140b5be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438781 Apr 04 06:20:43.301175 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b4d37983-ee5d-4d6b-8240-a4132e288642 req-0fe97656-4a05-4483-8ee6-aca2dcfafba9 service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904372 Apr 04 06:20:43.398546 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b4d37983-ee5d-4d6b-8240-a4132e288642 req-161aadff-33ef-4221-93da-b3c2307ee387 service neutron] 10.222.0.37 "GET /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911682 Apr 04 06:20:43.403121 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-bb8d79c5-a39e-4493-b584-6429ab1b1ee6 None None] Set router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:20:43.632746 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-bb8d79c5-a39e-4493-b584-6429ab1b1ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '6b1745af-f887-4be5-b920-e0a56ad7e679', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'port_id': '7a15fbaa-9038-4baa-862c-aa1072a632d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'mac_address': 'fa:16:3e:dd:dc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c952e5ae-bb00-4a5b-8f78-b4a37d74a97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:20:29Z', 'updated_at': '2022-04-04T06:20:42Z', 'revision_number': 1, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:20:43.662765 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8d79c5-a39e-4493-b584-6429ab1b1ee6 None None] The sync data for ids ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'] in dv-cinder-834448-2-iscsi is: [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '6b1745af-f887-4be5-b920-e0a56ad7e679', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'port_id': '7a15fbaa-9038-4baa-862c-aa1072a632d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'mac_address': 'fa:16:3e:dd:dc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c952e5ae-bb00-4a5b-8f78-b4a37d74a97e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:20:29Z', 'updated_at': '2022-04-04T06:20:42Z', 'revision_number': 1, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:20:43.883134 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1af6f85-adc8-4c9b-a418-2ae231f94986 None None] New status for floating IP 6b1745af-f887-4be5-b920-e0a56ad7e679: ACTIVE {{(pid=103481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:20:45.122357 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 58822) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:45.933319 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-268c491f-eb8f-47c9-a94b-8b1839208ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1596021'] for router_interface (83b85cc5-6e3c-4508-a192-0c7bd90e6f5c), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:46.241401 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-268c491f-eb8f-47c9-a94b-8b1839208ac9 admin admin] Deleting port 12604a2e-e62e-4b0c-83cf-9375d169d83a {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:20:46.242106 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-268c491f-eb8f-47c9-a94b-8b1839208ac9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (12604a2e-e62e-4b0c-83cf-9375d169d83a), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:46.320392 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-268c491f-eb8f-47c9-a94b-8b1839208ac9 admin admin] For port 12604a2e-e62e-4b0c-83cf-9375d169d83a, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=12604a2e-e62e-4b0c-83cf-9375d169d83a,segment=NetworkSegment(806f87e6-78c2-4ae9-9d36-4786ef43fbe2),segment_id=806f87e6-78c2-4ae9-9d36-4786ef43fbe2)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:20:46.320738 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-268c491f-eb8f-47c9-a94b-8b1839208ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (12604a2e-e62e-4b0c-83cf-9375d169d83a), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:46.333399 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-268c491f-eb8f-47c9-a94b-8b1839208ac9 admin admin] Calling delete_port for 12604a2e-e62e-4b0c-83cf-9375d169d83a owned by network:router_interface {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:20:46.527468 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-268c491f-eb8f-47c9-a94b-8b1839208ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (12604a2e-e62e-4b0c-83cf-9375d169d83a), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:46.555921 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c491f-eb8f-47c9-a94b-8b1839208ac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=12604a2e-e62e-4b0c-83cf-9375d169d83a,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:46.728267 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-268c491f-eb8f-47c9-a94b-8b1839208ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596389'] for router_interface (83b85cc5-6e3c-4508-a192-0c7bd90e6f5c), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:46.951691 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268c491f-eb8f-47c9-a94b-8b1839208ac9 admin admin] Router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:20:47.070461 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268c491f-eb8f-47c9-a94b-8b1839208ac9 admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:20:47.075798 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-268c491f-eb8f-47c9-a94b-8b1839208ac9 admin admin] 10.222.0.30 "PUT /v2.0/routers/83b85cc5-6e3c-4508-a192-0c7bd90e6f5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9524238 Apr 04 06:20:47.078942 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 58828) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:47.080222 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14954c0-e914-4c6a-a021-b078a76089cd None None] Sync routers for ids ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:20:47.091768 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14954c0-e914-4c6a-a021-b078a76089cd None None] Routers {'83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:20:47.092393 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-e14954c0-e914-4c6a-a021-b078a76089cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:20:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:20:47.183396 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c42aa515-b07a-46b7-bdfa-6f982fcdddc4 admin admin] Publish callbacks [] for router (83b85cc5-6e3c-4508-a192-0c7bd90e6f5c), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:47.198260 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-e14954c0-e914-4c6a-a021-b078a76089cd None None] Set router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:20:47.289798 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c42aa515-b07a-46b7-bdfa-6f982fcdddc4 admin admin] Publish callbacks [] for router_gateway (83b85cc5-6e3c-4508-a192-0c7bd90e6f5c), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:47.344180 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-c42aa515-b07a-46b7-bdfa-6f982fcdddc4 admin admin] Deleting port bf050540-50f3-4f18-91ec-9ee1088a036d {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:20:47.344520 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c42aa515-b07a-46b7-bdfa-6f982fcdddc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (bf050540-50f3-4f18-91ec-9ee1088a036d), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:47.375856 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-e14954c0-e914-4c6a-a021-b078a76089cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'name': 'tempest-AttachVolumeTestJSON-181001088-router', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:02Z', 'updated_at': '2022-04-04T06:20:46Z', 'revision_number': 5, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'gw_port': {'id': 'bf050540-50f3-4f18-91ec-9ee1088a036d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:4d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:03Z', 'updated_at': '2022-04-04T06:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:20:47.403205 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14954c0-e914-4c6a-a021-b078a76089cd None None] Checking router: 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:20:47.412180 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14954c0-e914-4c6a-a021-b078a76089cd None None] Routers {'83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:20:47.412794 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-e14954c0-e914-4c6a-a021-b078a76089cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:20:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:20:47.421261 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-c42aa515-b07a-46b7-bdfa-6f982fcdddc4 admin admin] For port bf050540-50f3-4f18-91ec-9ee1088a036d, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=bf050540-50f3-4f18-91ec-9ee1088a036d,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:20:47.421624 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c42aa515-b07a-46b7-bdfa-6f982fcdddc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (bf050540-50f3-4f18-91ec-9ee1088a036d), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:47.434983 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-c42aa515-b07a-46b7-bdfa-6f982fcdddc4 admin admin] Calling delete_port for bf050540-50f3-4f18-91ec-9ee1088a036d owned by network:router_gateway {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:20:47.505140 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-e14954c0-e914-4c6a-a021-b078a76089cd None None] Set router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c gateway port host: None {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:20:47.564019 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-e14954c0-e914-4c6a-a021-b078a76089cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'name': 'tempest-AttachVolumeTestJSON-181001088-router', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:02Z', 'updated_at': '2022-04-04T06:20:47Z', 'revision_number': 6, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'gw_port_host': None}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:20:47.592475 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14954c0-e914-4c6a-a021-b078a76089cd None None] The sync data for ids ['83b85cc5-6e3c-4508-a192-0c7bd90e6f5c'] in dv-cinder-834448-2-iscsi is: [{'id': '83b85cc5-6e3c-4508-a192-0c7bd90e6f5c', 'name': 'tempest-AttachVolumeTestJSON-181001088-router', 'tenant_id': '3bf2aa8f9fc74712aac7ec691de75582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:02Z', 'updated_at': '2022-04-04T06:20:47Z', 'revision_number': 6, 'project_id': '3bf2aa8f9fc74712aac7ec691de75582', 'gw_port_host': None}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:20:47.612718 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c42aa515-b07a-46b7-bdfa-6f982fcdddc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (bf050540-50f3-4f18-91ec-9ee1088a036d), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:47.636771 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42aa515-b07a-46b7-bdfa-6f982fcdddc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf050540-50f3-4f18-91ec-9ee1088a036d,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:47.701528 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c42aa515-b07a-46b7-bdfa-6f982fcdddc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589263'] for router_gateway (83b85cc5-6e3c-4508-a192-0c7bd90e6f5c), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:47.792716 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c42aa515-b07a-46b7-bdfa-6f982fcdddc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1597331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016'] for router (83b85cc5-6e3c-4508-a192-0c7bd90e6f5c), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:47.794909 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c42aa515-b07a-46b7-bdfa-6f982fcdddc4 admin admin] Publish callbacks [] for router_controller (83b85cc5-6e3c-4508-a192-0c7bd90e6f5c), precommit_delete_associations {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:47.849386 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c42aa515-b07a-46b7-bdfa-6f982fcdddc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1597418'] for router (83b85cc5-6e3c-4508-a192-0c7bd90e6f5c), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:47.849912 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42aa515-b07a-46b7-bdfa-6f982fcdddc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83b85cc5-6e3c-4508-a192-0c7bd90e6f5c {{(pid=103479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 06:20:47.854805 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c42aa515-b07a-46b7-bdfa-6f982fcdddc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:47.858319 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-c42aa515-b07a-46b7-bdfa-6f982fcdddc4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/83b85cc5-6e3c-4508-a192-0c7bd90e6f5c HTTP/1.1" status: 204 len: 168 time: 0.7759225 Apr 04 06:20:47.858651 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 58830) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:47.906025 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56172c6-918f-4173-bf22-54ccac07fb90 admin admin] Deleting subnet 389db79c-3d35-45ec-be77-a745fbe4b317 {{(pid=103479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 06:20:47.909642 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d56172c6-918f-4173-bf22-54ccac07fb90 admin admin] Publish callbacks [] for subnet (389db79c-3d35-45ec-be77-a745fbe4b317), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:47.944826 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d56172c6-918f-4173-bf22-54ccac07fb90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850216'] for subnet (389db79c-3d35-45ec-be77-a745fbe4b317), precommit_delete_associations {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:48.059525 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d56172c6-918f-4173-bf22-54ccac07fb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047354'] for subnet (389db79c-3d35-45ec-be77-a745fbe4b317), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:48.113891 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d56172c6-918f-4173-bf22-54ccac07fb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10310549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567937'] for subnet (389db79c-3d35-45ec-be77-a745fbe4b317), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:48.137334 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56172c6-918f-4173-bf22-54ccac07fb90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=389db79c-3d35-45ec-be77-a745fbe4b317,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:48.143450 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d56172c6-918f-4173-bf22-54ccac07fb90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:48.147071 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-d56172c6-918f-4173-bf22-54ccac07fb90 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/389db79c-3d35-45ec-be77-a745fbe4b317 HTTP/1.1" status: 204 len: 168 time: 0.2874117 Apr 04 06:20:48.150114 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 58832) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:48.150625 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a0e24d-643d-43ec-ba6c-dfa19b2f3e80 None None] Network 346304e3-defa-40dc-a5ad-7a093dfc23b7 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:20:48.217496 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d59f-c365-4455-bd0b-5f128ba74312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823931'] for network (346304e3-defa-40dc-a5ad-7a093dfc23b7), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:48.272046 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-7fe6d59f-c365-4455-bd0b-5f128ba74312 admin admin] Deleting port c9432fbf-28f8-4403-84d7-0791dcd7a9eb {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:20:48.272352 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d59f-c365-4455-bd0b-5f128ba74312 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (c9432fbf-28f8-4403-84d7-0791dcd7a9eb), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:48.347846 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-7fe6d59f-c365-4455-bd0b-5f128ba74312 admin admin] For port c9432fbf-28f8-4403-84d7-0791dcd7a9eb, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=c9432fbf-28f8-4403-84d7-0791dcd7a9eb,segment=NetworkSegment(806f87e6-78c2-4ae9-9d36-4786ef43fbe2),segment_id=806f87e6-78c2-4ae9-9d36-4786ef43fbe2)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:20:48.348586 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d59f-c365-4455-bd0b-5f128ba74312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (c9432fbf-28f8-4403-84d7-0791dcd7a9eb), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:48.362584 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-7fe6d59f-c365-4455-bd0b-5f128ba74312 admin admin] Calling delete_port for c9432fbf-28f8-4403-84d7-0791dcd7a9eb owned by network:dhcp {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:20:48.387506 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cd259f-9406-4e2a-b1da-6cfb66f87212 None None] DHCP port deletion for 346304e3-defa-40dc-a5ad-7a093dfc23b7 request from dv-cinder-834448-2-iscsi {{(pid=103481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 06:20:48.439080 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-21cd259f-9406-4e2a-b1da-6cfb66f87212 None None] Deleting port c9432fbf-28f8-4403-84d7-0791dcd7a9eb {{(pid=103481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:20:48.439541 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-21cd259f-9406-4e2a-b1da-6cfb66f87212 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (c9432fbf-28f8-4403-84d7-0791dcd7a9eb), before_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:48.443351 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d59f-c365-4455-bd0b-5f128ba74312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (c9432fbf-28f8-4403-84d7-0791dcd7a9eb), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:48.471069 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6d59f-c365-4455-bd0b-5f128ba74312 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9432fbf-28f8-4403-84d7-0791dcd7a9eb,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:48.477291 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe6d59f-c365-4455-bd0b-5f128ba74312 admin admin] No DVR routers for this DVR port c9432fbf-28f8-4403-84d7-0791dcd7a9eb on host dv-cinder-834448-2-iscsi {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:20:48.507576 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-21cd259f-9406-4e2a-b1da-6cfb66f87212 None None] For port c9432fbf-28f8-4403-84d7-0791dcd7a9eb, host dv-cinder-834448-2-iscsi, got binding levels [] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:20:48.507973 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-21cd259f-9406-4e2a-b1da-6cfb66f87212 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (c9432fbf-28f8-4403-84d7-0791dcd7a9eb), precommit_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:48.521673 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-21cd259f-9406-4e2a-b1da-6cfb66f87212 None None] Calling delete_port for c9432fbf-28f8-4403-84d7-0791dcd7a9eb owned by network:dhcp {{(pid=103481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:20:48.524455 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.ipam_backend_mixin [None req-21cd259f-9406-4e2a-b1da-6cfb66f87212 None None] Port c9432fbf-28f8-4403-84d7-0791dcd7a9eb was not found and therefore no delete operation was performed {{(pid=103481) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 04 06:20:48.525741 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-21cd259f-9406-4e2a-b1da-6cfb66f87212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006'] for port (c9432fbf-28f8-4403-84d7-0791dcd7a9eb), after_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:48.553258 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d59f-c365-4455-bd0b-5f128ba74312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951985', 'neutron.services.segments.db._delete_segments_for_network-8794510801722'] for network (346304e3-defa-40dc-a5ad-7a093dfc23b7), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:48.554468 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd259f-9406-4e2a-b1da-6cfb66f87212 None None] Pushing event deleted for resources: {'Port': ['ID=c9432fbf-28f8-4403-84d7-0791dcd7a9eb,revision_number=None']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:48.558843 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cd259f-9406-4e2a-b1da-6cfb66f87212 None None] No DVR routers for this DVR port c9432fbf-28f8-4403-84d7-0791dcd7a9eb on host dv-cinder-834448-2-iscsi {{(pid=103481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:20:48.579692 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-7fe6d59f-c365-4455-bd0b-5f128ba74312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346304e3-defa-40dc-a5ad-7a093dfc23b7']}} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:20:48.591311 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-7fe6d59f-c365-4455-bd0b-5f128ba74312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '806f87e6-78c2-4ae9-9d36-4786ef43fbe2') {'for_net_delete': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:20:48.591616 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-7fe6d59f-c365-4455-bd0b-5f128ba74312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '806f87e6-78c2-4ae9-9d36-4786ef43fbe2') {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:20:48.601595 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d59f-c365-4455-bd0b-5f128ba74312 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794510999619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3914034'] for segment (806f87e6-78c2-4ae9-9d36-4786ef43fbe2), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:48.615358 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d59f-c365-4455-bd0b-5f128ba74312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (806f87e6-78c2-4ae9-9d36-4786ef43fbe2), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:48.622057 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe6d59f-c365-4455-bd0b-5f128ba74312 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 06:20:48.622450 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d59f-c365-4455-bd0b-5f128ba74312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2345957'] for segment (806f87e6-78c2-4ae9-9d36-4786ef43fbe2), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: Traceback (most recent call last): Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: timer() Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: cb(*args, **kw) Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: return func(*args, **kwargs) Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: self._notify() Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: self.callback(batched_events) Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: event.method(event) Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: return f(self, *a, **k) Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._get(url).json() Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: return self.request(url, 'GET', **kwargs) Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 06:20:48.624194 dv-cinder-834448-2-iscsi neutron-server[103480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 06:20:48.684392 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d59f-c365-4455-bd0b-5f128ba74312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589347'] for network (346304e3-defa-40dc-a5ad-7a093dfc23b7), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:48.690679 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7fe6d59f-c365-4455-bd0b-5f128ba74312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:48.694562 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-7fe6d59f-c365-4455-bd0b-5f128ba74312 admin admin] 10.222.0.30 "DELETE /v2.0/networks/346304e3-defa-40dc-a5ad-7a093dfc23b7 HTTP/1.1" status: 204 len: 168 time: 0.5434117 Apr 04 06:20:48.707695 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6d59f-c365-4455-bd0b-5f128ba74312 admin admin] Pushing event deleted for resources: {'Network': ['ID=346304e3-defa-40dc-a5ad-7a093dfc23b7,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:48.816074 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 58836) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:48.858425 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-283bf886-321f-40cf-a9b0-f9db89bab4f0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3bf2aa8f9fc74712aac7ec691de75582&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411646 Apr 04 06:20:48.861006 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 58838) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:48.914048 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c805f53f-ec9f-4b3c-9833-6c4da71958c3 admin admin] Publish callbacks [] for security_group (6eae9387-2556-4ca6-af0d-5e0f097dd0b1), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:48.945732 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c805f53f-ec9f-4b3c-9833-6c4da71958c3 admin admin] Publish callbacks [] for security_group (6eae9387-2556-4ca6-af0d-5e0f097dd0b1), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:48.999387 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c805f53f-ec9f-4b3c-9833-6c4da71958c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (6eae9387-2556-4ca6-af0d-5e0f097dd0b1), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:49.001864 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c805f53f-ec9f-4b3c-9833-6c4da71958c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:49.002994 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-c805f53f-ec9f-4b3c-9833-6c4da71958c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6eae9387-2556-4ca6-af0d-5e0f097dd0b1 HTTP/1.1" status: 204 len: 168 time: 0.1410906 Apr 04 06:20:49.014327 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805f53f-ec9f-4b3c-9833-6c4da71958c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eae9387-2556-4ca6-af0d-5e0f097dd0b1,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:49.500781 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device bf050540-50f3-4f18-91ec-9ee1088a036d no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:20:49.521754 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: bf050540-50f3-4f18-91ec-9ee1088a036d {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:20:49.522090 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device bf050540-50f3-4f18-91ec-9ee1088a036d not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:20:49.522512 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 12604a2e-e62e-4b0c-83cf-9375d169d83a no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:20:49.541913 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: 12604a2e-e62e-4b0c-83cf-9375d169d83a {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:20:49.542495 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 12604a2e-e62e-4b0c-83cf-9375d169d83a not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:20:49.542914 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device c9432fbf-28f8-4403-84d7-0791dcd7a9eb no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:20:49.565105 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: c9432fbf-28f8-4403-84d7-0791dcd7a9eb {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:20:49.565452 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device c9432fbf-28f8-4403-84d7-0791dcd7a9eb not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:20:53.630624 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 58928) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:53.761080 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ff1826e2-d64f-4b1f-9460-d31a52a29570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:53.846169 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ff1826e2-d64f-4b1f-9460-d31a52a29570 admin admin] Publish callbacks [] for security_group (970cd068-700b-4051-a607-142492f8333a), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:53.851499 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ff1826e2-d64f-4b1f-9460-d31a52a29570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (970cd068-700b-4051-a607-142492f8333a), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:53.893327 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-ff1826e2-d64f-4b1f-9460-d31a52a29570 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b2559ef23314be59e91fcf895079707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611423 Apr 04 06:20:53.894180 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1826e2-d64f-4b1f-9460-d31a52a29570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970cd068-700b-4051-a607-142492f8333a,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:53.896156 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 58932) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:53.946018 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-eb81474c-7d8f-4949-b169-59a44ab8e552 admin admin] Publish callbacks [] for security_group (970cd068-700b-4051-a607-142492f8333a), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:53.968997 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-eb81474c-7d8f-4949-b169-59a44ab8e552 admin admin] Publish callbacks [] for security_group (970cd068-700b-4051-a607-142492f8333a), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:54.031200 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-eb81474c-7d8f-4949-b169-59a44ab8e552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (970cd068-700b-4051-a607-142492f8333a), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:54.036043 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-eb81474c-7d8f-4949-b169-59a44ab8e552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:54.037430 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-eb81474c-7d8f-4949-b169-59a44ab8e552 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/970cd068-700b-4051-a607-142492f8333a HTTP/1.1" status: 204 len: 168 time: 0.1398644 Apr 04 06:20:54.045744 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81474c-7d8f-4949-b169-59a44ab8e552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970cd068-700b-4051-a607-142492f8333a,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:54.318765 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 58938) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:54.332523 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b938ed59-0658-4364-b1c0-2d5acad9942e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:54.412409 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b938ed59-0658-4364-b1c0-2d5acad9942e admin admin] Publish callbacks [] for security_group (7da6569e-e742-4bbc-8ef8-b8ca4c7a0ac7), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:54.418226 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b938ed59-0658-4364-b1c0-2d5acad9942e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (7da6569e-e742-4bbc-8ef8-b8ca4c7a0ac7), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:54.455614 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-b938ed59-0658-4364-b1c0-2d5acad9942e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91df6994e7a1434c9cd6d535e04171b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356704 Apr 04 06:20:54.456469 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938ed59-0658-4364-b1c0-2d5acad9942e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da6569e-e742-4bbc-8ef8-b8ca4c7a0ac7,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:54.459023 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 58940) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:54.511367 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-68cb0fa2-f93d-4593-a656-ba2f1e60faaa admin admin] Publish callbacks [] for security_group (7da6569e-e742-4bbc-8ef8-b8ca4c7a0ac7), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:54.532517 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-68cb0fa2-f93d-4593-a656-ba2f1e60faaa admin admin] Publish callbacks [] for security_group (7da6569e-e742-4bbc-8ef8-b8ca4c7a0ac7), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:54.580246 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-68cb0fa2-f93d-4593-a656-ba2f1e60faaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (7da6569e-e742-4bbc-8ef8-b8ca4c7a0ac7), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:54.584297 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-68cb0fa2-f93d-4593-a656-ba2f1e60faaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:54.585790 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-68cb0fa2-f93d-4593-a656-ba2f1e60faaa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7da6569e-e742-4bbc-8ef8-b8ca4c7a0ac7 HTTP/1.1" status: 204 len: 168 time: 0.1253979 Apr 04 06:20:54.594051 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb0fa2-f93d-4593-a656-ba2f1e60faaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da6569e-e742-4bbc-8ef8-b8ca4c7a0ac7,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:55.247090 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 58958) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:55.414652 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-df115276-6574-4daf-b6d7-70b5d586e102 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Deleting port 339ce018-fdb4-40db-bc79-9260cc2dfa78 {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:20:55.414999 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-df115276-6574-4daf-b6d7-70b5d586e102 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (339ce018-fdb4-40db-bc79-9260cc2dfa78), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:55.493524 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-df115276-6574-4daf-b6d7-70b5d586e102 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (339ce018-fdb4-40db-bc79-9260cc2dfa78), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:55.493854 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-df115276-6574-4daf-b6d7-70b5d586e102 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for floatingip (339ce018-fdb4-40db-bc79-9260cc2dfa78), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:55.505600 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-df115276-6574-4daf-b6d7-70b5d586e102 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Calling delete_port for 339ce018-fdb4-40db-bc79-9260cc2dfa78 owned by network:floatingip {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:20:55.689240 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-df115276-6574-4daf-b6d7-70b5d586e102 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (339ce018-fdb4-40db-bc79-9260cc2dfa78), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:55.718357 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df115276-6574-4daf-b6d7-70b5d586e102 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Pushing event deleted for resources: {'Port': ['ID=339ce018-fdb4-40db-bc79-9260cc2dfa78,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:55.784095 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-df115276-6574-4daf-b6d7-70b5d586e102 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for floatingip (443be13c-1030-4c6c-b225-943cb20e0a0a), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:55.784427 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.l3_db [None req-df115276-6574-4daf-b6d7-70b5d586e102 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Floating IP 443be13c-1030-4c6c-b225-943cb20e0a0a disassociated (deleted). External IP: 172.27.2.79, port: 2fa1b34e-19ad-458e-a643-11feaaf36b85. Apr 04 06:20:56.163689 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-2e39913b-60b9-4db6-a020-d378cf1befaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:56.245352 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df115276-6574-4daf-b6d7-70b5d586e102 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Router c7314448-defe-4b79-9686-7a3c9db9ad5b has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:20:56.359119 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df115276-6574-4daf-b6d7-70b5d586e102 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:20:56.363498 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-df115276-6574-4daf-b6d7-70b5d586e102 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:56.370973 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efde454a-9d36-4c7e-89ed-1fb663d5177e None None] Sync routers for ids ['c7314448-defe-4b79-9686-7a3c9db9ad5b'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:20:56.382989 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efde454a-9d36-4c7e-89ed-1fb663d5177e None None] Routers {'c7314448-defe-4b79-9686-7a3c9db9ad5b'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:20:56.383645 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-efde454a-9d36-4c7e-89ed-1fb663d5177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:20:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c7314448-defe-4b79-9686-7a3c9db9ad5b'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:20:56.394753 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-df115276-6574-4daf-b6d7-70b5d586e102 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "DELETE /v2.0/floatingips/443be13c-1030-4c6c-b225-943cb20e0a0a HTTP/1.1" status: 204 len: 168 time: 1.1465073 Apr 04 06:20:56.395512 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d58c601-f108-44be-bacf-fb85ef05e3f3', 'tag': '2fa1b34e-19ad-458e-a643-11feaaf36b85'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:20:56.398570 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863da0c6ea282f34ae24215abf5dfdb82ea7b48a8fa4113b7fa45ec8e2c5cf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53eab75b-db5f-491b-be7a-dc69c00f9e96" -d '{"events": [{"name": "network-changed", "server_uuid": "7d58c601-f108-44be-bacf-fb85ef05e3f3", "tag": "2fa1b34e-19ad-458e-a643-11feaaf36b85"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:20:56.443814 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fce45db-1769-468b-b022-f79c94644ec5 x-openstack-request-id: req-9fce45db-1769-468b-b022-f79c94644ec5 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:20:56.444236 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d58c601-f108-44be-bacf-fb85ef05e3f3", "tag": "2fa1b34e-19ad-458e-a643-11feaaf36b85", "status": "completed", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:20:56.444550 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9fce45db-1769-468b-b022-f79c94644ec5 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:20:56.445134 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fce45db-1769-468b-b022-f79c94644ec5'] response: {'name': 'network-changed', 'server_uuid': '7d58c601-f108-44be-bacf-fb85ef05e3f3', 'tag': '2fa1b34e-19ad-458e-a643-11feaaf36b85', 'status': 'completed', 'code': 200} Apr 04 06:20:56.500063 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-efde454a-9d36-4c7e-89ed-1fb663d5177e None None] Set router c7314448-defe-4b79-9686-7a3c9db9ad5b gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:20:56.533818 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eab75b-db5f-491b-be7a-dc69c00f9e96 req-b7fdc728-cd70-4e77-8355-33dcc12eede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:56.535557 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-53eab75b-db5f-491b-be7a-dc69c00f9e96 req-b7fdc728-cd70-4e77-8355-33dcc12eede4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aae5cb5d2cd4798b2d627299a7ccbc1&device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 1129 time: 0.0674646 Apr 04 06:20:56.699463 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eab75b-db5f-491b-be7a-dc69c00f9e96 req-29ff6986-e2ee-41c3-9956-91198b7a5277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:56.700243 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-53eab75b-db5f-491b-be7a-dc69c00f9e96 req-29ff6986-e2ee-41c3-9956-91198b7a5277 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0cf906fd-1e53-4523-b34c-895b3ef87f34 HTTP/1.1" status: 200 len: 909 time: 0.1572330 Apr 04 06:20:56.707228 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9827e-cb3a-42b6-8f5b-8320f92c3943 req-6303b350-1e17-454d-ad13-b2d82b21fe9b tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:56.714343 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5be9827e-cb3a-42b6-8f5b-8320f92c3943 req-6303b350-1e17-454d-ad13-b2d82b21fe9b tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0998130 Apr 04 06:20:56.719342 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-efde454a-9d36-4c7e-89ed-1fb663d5177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'name': 'tempest-TestShelveInstance-645724339-router', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:50Z', 'revision_number': 4, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'gw_port': {'id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'bc046c84-0025-41c2-9781-3ca2108f0c2d', 'name': '', 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'mac_address': 'fa:16:3e:80:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a480b576-ae06-41c3-9207-91443ef79063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:50Z', 'updated_at': '2022-04-04T06:11:56Z', 'revision_number': 5, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'subnets': [{'id': 'a480b576-ae06-41c3-9207-91443ef79063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:20:56.751471 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efde454a-9d36-4c7e-89ed-1fb663d5177e None None] Checking router: c7314448-defe-4b79-9686-7a3c9db9ad5b for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:20:56.762973 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efde454a-9d36-4c7e-89ed-1fb663d5177e None None] Routers {'c7314448-defe-4b79-9686-7a3c9db9ad5b'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:20:56.763665 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-efde454a-9d36-4c7e-89ed-1fb663d5177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:20:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c7314448-defe-4b79-9686-7a3c9db9ad5b'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:20:56.767285 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-53eab75b-db5f-491b-be7a-dc69c00f9e96 req-46fb4a54-00ce-4cce-aca0-be734eaed5a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fa1b34e-19ad-458e-a643-11feaaf36b85 HTTP/1.1" status: 200 len: 217 time: 0.0503724 Apr 04 06:20:56.831655 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eab75b-db5f-491b-be7a-dc69c00f9e96 req-1265a1d7-86e6-4e54-8252-3794ebecd5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:56.833102 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-53eab75b-db5f-491b-be7a-dc69c00f9e96 req-1265a1d7-86e6-4e54-8252-3794ebecd5e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a480b576-ae06-41c3-9207-91443ef79063 HTTP/1.1" status: 200 len: 847 time: 0.0527101 Apr 04 06:20:56.861464 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5be9827e-cb3a-42b6-8f5b-8320f92c3943 req-3c7694d3-c1bb-49d6-a770-728275d75861 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462073 Apr 04 06:20:56.901355 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eab75b-db5f-491b-be7a-dc69c00f9e96 req-ded10533-4076-4d0a-b6c5-5a7d85a872e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:56.902810 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-efde454a-9d36-4c7e-89ed-1fb663d5177e None None] Set router c7314448-defe-4b79-9686-7a3c9db9ad5b gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:20:56.902962 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-53eab75b-db5f-491b-be7a-dc69c00f9e96 req-ded10533-4076-4d0a-b6c5-5a7d85a872e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0cf906fd-1e53-4523-b34c-895b3ef87f34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611949 Apr 04 06:20:57.001672 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-53eab75b-db5f-491b-be7a-dc69c00f9e96 req-e4935b2f-3ced-43f7-b754-85497ca96efd service neutron] 10.222.0.37 "GET /v2.0/networks/0cf906fd-1e53-4523-b34c-895b3ef87f34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885010 Apr 04 06:20:57.101789 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-53eab75b-db5f-491b-be7a-dc69c00f9e96 req-c3ee7df0-de32-43dc-ba73-f04fd741c48a service neutron] 10.222.0.37 "GET /v2.0/networks/0cf906fd-1e53-4523-b34c-895b3ef87f34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930226 Apr 04 06:20:57.113101 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-efde454a-9d36-4c7e-89ed-1fb663d5177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'name': 'tempest-TestShelveInstance-645724339-router', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:50Z', 'revision_number': 4, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'gw_port': {'id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'bc046c84-0025-41c2-9781-3ca2108f0c2d', 'name': '', 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'mac_address': 'fa:16:3e:80:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a480b576-ae06-41c3-9207-91443ef79063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:50Z', 'updated_at': '2022-04-04T06:11:56Z', 'revision_number': 5, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'subnets': [{'id': 'a480b576-ae06-41c3-9207-91443ef79063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:20:57.141510 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efde454a-9d36-4c7e-89ed-1fb663d5177e None None] The sync data for ids ['c7314448-defe-4b79-9686-7a3c9db9ad5b'] in dv-cinder-834448-2-iscsi is: [{'id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'name': 'tempest-TestShelveInstance-645724339-router', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:50Z', 'revision_number': 4, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'gw_port': {'id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'bc046c84-0025-41c2-9781-3ca2108f0c2d', 'name': '', 'network_id': '0cf906fd-1e53-4523-b34c-895b3ef87f34', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'mac_address': 'fa:16:3e:80:7f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'a480b576-ae06-41c3-9207-91443ef79063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:50Z', 'updated_at': '2022-04-04T06:11:56Z', 'revision_number': 5, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'subnets': [{'id': 'a480b576-ae06-41c3-9207-91443ef79063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:20:57.377333 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2602e5-f8b4-4b4b-be37-0d4e620e3489 None None] New status for floating IP 443be13c-1030-4c6c-b225-943cb20e0a0a: DOWN {{(pid=103482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:20:57.794838 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59086) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:57.897898 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-284ac8db-b676-449d-b0bd-5a4ba91ddb40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:57.976995 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-284ac8db-b676-449d-b0bd-5a4ba91ddb40 admin admin] Publish callbacks [] for security_group (63f57487-ce02-4d70-8cf0-63f1dbe91e56), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:57.981568 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-284ac8db-b676-449d-b0bd-5a4ba91ddb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (63f57487-ce02-4d70-8cf0-63f1dbe91e56), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:57.986044 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa28e76-cab5-4c7f-83bb-a17e397ca983 req-4ee3960f-1f7d-40ac-8032-25ce02248181 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:57.987568 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0aa28e76-cab5-4c7f-83bb-a17e397ca983 req-4ee3960f-1f7d-40ac-8032-25ce02248181 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0586801 Apr 04 06:20:58.021717 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-284ac8db-b676-449d-b0bd-5a4ba91ddb40 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e298b76b0f8d42de8993adc009d12aa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257919 Apr 04 06:20:58.022926 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ac8db-b676-449d-b0bd-5a4ba91ddb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f57487-ce02-4d70-8cf0-63f1dbe91e56,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:58.026217 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59092) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:58.061651 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0aa28e76-cab5-4c7f-83bb-a17e397ca983 req-cae9ea4c-8ae0-4ad0-8a7f-ce2ddc3aa9cc tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/security-groups?id=3da14ddd-0aa8-4723-b932-59757665e343&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612502 Apr 04 06:20:58.089372 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9edc-1277-46aa-9d9e-9e634a14c3c8 admin admin] Publish callbacks [] for security_group (63f57487-ce02-4d70-8cf0-63f1dbe91e56), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:58.111111 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9edc-1277-46aa-9d9e-9e634a14c3c8 admin admin] Publish callbacks [] for security_group (63f57487-ce02-4d70-8cf0-63f1dbe91e56), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:58.166572 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9edc-1277-46aa-9d9e-9e634a14c3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (63f57487-ce02-4d70-8cf0-63f1dbe91e56), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:58.169316 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8c8f9edc-1277-46aa-9d9e-9e634a14c3c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:58.170474 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-8c8f9edc-1277-46aa-9d9e-9e634a14c3c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/63f57487-ce02-4d70-8cf0-63f1dbe91e56 HTTP/1.1" status: 204 len: 168 time: 0.1432488 Apr 04 06:20:58.178278 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f9edc-1277-46aa-9d9e-9e634a14c3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f57487-ce02-4d70-8cf0-63f1dbe91e56,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:58.332250 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-5eadc140-b9e3-43f3-a4df-63d4befa0c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:58.353934 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a88228-ab96-4f2c-9406-70c73a84d121 req-7428f700-fe66-442c-8b34-26a60ad78820 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:20:58.355419 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-13a88228-ab96-4f2c-9406-70c73a84d121 req-7428f700-fe66-442c-8b34-26a60ad78820 tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 945 time: 0.0605795 Apr 04 06:20:58.449604 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59098) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:58.454478 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-13a88228-ab96-4f2c-9406-70c73a84d121 req-ff0f30d9-fbf4-4471-b54e-0782563c08bb tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Deleting port 2fa1b34e-19ad-458e-a643-11feaaf36b85 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:20:58.454816 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-13a88228-ab96-4f2c-9406-70c73a84d121 req-ff0f30d9-fbf4-4471-b54e-0782563c08bb tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (2fa1b34e-19ad-458e-a643-11feaaf36b85), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:58.463653 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e56f3511-bfe9-4ac1-b639-cb09a56b2f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:58.547207 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e56f3511-bfe9-4ac1-b639-cb09a56b2f5d admin admin] Publish callbacks [] for security_group (16000615-65c2-4cae-8c27-164261351a58), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:58.553554 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e56f3511-bfe9-4ac1-b639-cb09a56b2f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (16000615-65c2-4cae-8c27-164261351a58), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:58.596393 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-e56f3511-bfe9-4ac1-b639-cb09a56b2f5d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8803115bf097482aae65a54a55e7e9dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430683 Apr 04 06:20:58.596393 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f3511-bfe9-4ac1-b639-cb09a56b2f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16000615-65c2-4cae-8c27-164261351a58,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:58.598297 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59100) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:20:58.649667 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8766cafa-d061-4267-ab7d-42a2468498de admin admin] Publish callbacks [] for security_group (16000615-65c2-4cae-8c27-164261351a58), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:58.673327 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8766cafa-d061-4267-ab7d-42a2468498de admin admin] Publish callbacks [] for security_group (16000615-65c2-4cae-8c27-164261351a58), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:58.723888 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8766cafa-d061-4267-ab7d-42a2468498de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (16000615-65c2-4cae-8c27-164261351a58), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:58.726595 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8766cafa-d061-4267-ab7d-42a2468498de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:58.730381 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-8766cafa-d061-4267-ab7d-42a2468498de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/16000615-65c2-4cae-8c27-164261351a58 HTTP/1.1" status: 204 len: 168 time: 0.1285388 Apr 04 06:20:58.736472 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766cafa-d061-4267-ab7d-42a2468498de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16000615-65c2-4cae-8c27-164261351a58,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:58.823858 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-13a88228-ab96-4f2c-9406-70c73a84d121 req-ff0f30d9-fbf4-4471-b54e-0782563c08bb tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] For port 2fa1b34e-19ad-458e-a643-11feaaf36b85, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2fa1b34e-19ad-458e-a643-11feaaf36b85,segment=NetworkSegment(566fd8ba-1f86-4d17-aeb5-58d7dd819cb2),segment_id=566fd8ba-1f86-4d17-aeb5-58d7dd819cb2)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:20:58.824222 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-13a88228-ab96-4f2c-9406-70c73a84d121 req-ff0f30d9-fbf4-4471-b54e-0782563c08bb tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (2fa1b34e-19ad-458e-a643-11feaaf36b85), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:58.837309 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-13a88228-ab96-4f2c-9406-70c73a84d121 req-ff0f30d9-fbf4-4471-b54e-0782563c08bb tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Calling delete_port for 2fa1b34e-19ad-458e-a643-11feaaf36b85 owned by compute:nova {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:20:58.971371 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-13a88228-ab96-4f2c-9406-70c73a84d121 req-ff0f30d9-fbf4-4471-b54e-0782563c08bb tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (2fa1b34e-19ad-458e-a643-11feaaf36b85), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:59.001164 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f30d9-fbf4-4471-b54e-0782563c08bb tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Pushing event deleted for resources: {'Port': ['ID=2fa1b34e-19ad-458e-a643-11feaaf36b85,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:20:59.051323 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a88228-ab96-4f2c-9406-70c73a84d121 req-ff0f30d9-fbf4-4471-b54e-0782563c08bb tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] No DVR routers for this DVR port 2fa1b34e-19ad-458e-a643-11feaaf36b85 on host hv-cinder-83444 {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:20:59.054053 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-13a88228-ab96-4f2c-9406-70c73a84d121 req-ff0f30d9-fbf4-4471-b54e-0782563c08bb tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:20:59.057783 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-13a88228-ab96-4f2c-9406-70c73a84d121 req-ff0f30d9-fbf4-4471-b54e-0782563c08bb tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.37 "DELETE /v2.0/ports/2fa1b34e-19ad-458e-a643-11feaaf36b85 HTTP/1.1" status: 204 len: 173 time: 0.6929827 Apr 04 06:20:59.058149 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d58c601-f108-44be-bacf-fb85ef05e3f3', 'name': 'network-vif-deleted', 'tag': '2fa1b34e-19ad-458e-a643-11feaaf36b85'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:20:59.060523 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6549c2-7959-4d95-9a7d-8ccb35fea6cb" -d '{"events": [{"server_uuid": "7d58c601-f108-44be-bacf-fb85ef05e3f3", "name": "network-vif-deleted", "tag": "2fa1b34e-19ad-458e-a643-11feaaf36b85"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:20:59.111848 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab962c37-875f-4beb-ba79-644841fb5956 x-openstack-request-id: req-ab962c37-875f-4beb-ba79-644841fb5956 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:20:59.112274 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d58c601-f108-44be-bacf-fb85ef05e3f3", "name": "network-vif-deleted", "tag": "2fa1b34e-19ad-458e-a643-11feaaf36b85", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:20:59.112529 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab962c37-875f-4beb-ba79-644841fb5956 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:20:59.112959 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab962c37-875f-4beb-ba79-644841fb5956'] response: {'server_uuid': '7d58c601-f108-44be-bacf-fb85ef05e3f3', 'name': 'network-vif-deleted', 'tag': '2fa1b34e-19ad-458e-a643-11feaaf36b85', 'status': 'completed', 'code': 200} Apr 04 06:20:59.187055 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8bad763a-b6d9-4883-99f6-0ff42c34f92a req-32a481de-26fe-4ab6-b8bf-707d49e0eedf tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d58c601-f108-44be-bacf-fb85ef05e3f3 HTTP/1.1" status: 200 len: 210 time: 0.0287385 Apr 04 06:20:59.555077 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:00.246335 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59150) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:00.305035 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-436d7013-c684-4723-8410-cb913363ce5a tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group (3da14ddd-0aa8-4723-b932-59757665e343), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:00.330577 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-436d7013-c684-4723-8410-cb913363ce5a tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group (3da14ddd-0aa8-4723-b932-59757665e343), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:00.395200 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-436d7013-c684-4723-8410-cb913363ce5a tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (3da14ddd-0aa8-4723-b932-59757665e343), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:00.397951 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-436d7013-c684-4723-8410-cb913363ce5a tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:00.399162 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-436d7013-c684-4723-8410-cb913363ce5a tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] 10.222.0.30 "DELETE /v2.0/security-groups/3da14ddd-0aa8-4723-b932-59757665e343 HTTP/1.1" status: 204 len: 168 time: 0.1518204 Apr 04 06:21:00.409123 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d7013-c684-4723-8410-cb913363ce5a tempest-TestShelveInstance-1470555998 tempest-TestShelveInstance-1470555998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da14ddd-0aa8-4723-b932-59757665e343,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:00.465963 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59160) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:00.660257 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:00.982961 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-af92d2a0-8527-49ab-bca7-5f26ffad63e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1596021'] for router_interface (c7314448-defe-4b79-9686-7a3c9db9ad5b), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:01.263351 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-af92d2a0-8527-49ab-bca7-5f26ffad63e9 admin admin] Deleting port bc046c84-0025-41c2-9781-3ca2108f0c2d {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:21:01.264084 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-af92d2a0-8527-49ab-bca7-5f26ffad63e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (bc046c84-0025-41c2-9781-3ca2108f0c2d), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:01.353190 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-af92d2a0-8527-49ab-bca7-5f26ffad63e9 admin admin] For port bc046c84-0025-41c2-9781-3ca2108f0c2d, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=bc046c84-0025-41c2-9781-3ca2108f0c2d,segment=NetworkSegment(566fd8ba-1f86-4d17-aeb5-58d7dd819cb2),segment_id=566fd8ba-1f86-4d17-aeb5-58d7dd819cb2)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:21:01.353578 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-af92d2a0-8527-49ab-bca7-5f26ffad63e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (bc046c84-0025-41c2-9781-3ca2108f0c2d), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:01.364470 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 2fa1b34e-19ad-458e-a643-11feaaf36b85 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:21:01.371385 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-af92d2a0-8527-49ab-bca7-5f26ffad63e9 admin admin] Calling delete_port for bc046c84-0025-41c2-9781-3ca2108f0c2d owned by network:router_interface {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:21:01.385259 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] No Port match for: 2fa1b34e-19ad-458e-a643-11feaaf36b85 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:21:01.385675 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 2fa1b34e-19ad-458e-a643-11feaaf36b85 not bound to the agent host hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:21:01.558685 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-af92d2a0-8527-49ab-bca7-5f26ffad63e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (bc046c84-0025-41c2-9781-3ca2108f0c2d), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:01.583773 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92d2a0-8527-49ab-bca7-5f26ffad63e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc046c84-0025-41c2-9781-3ca2108f0c2d,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:01.752340 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-af92d2a0-8527-49ab-bca7-5f26ffad63e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596389'] for router_interface (c7314448-defe-4b79-9686-7a3c9db9ad5b), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:01.973167 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af92d2a0-8527-49ab-bca7-5f26ffad63e9 admin admin] Router c7314448-defe-4b79-9686-7a3c9db9ad5b has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:21:02.081810 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af92d2a0-8527-49ab-bca7-5f26ffad63e9 admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:21:02.086921 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-af92d2a0-8527-49ab-bca7-5f26ffad63e9 admin admin] 10.222.0.30 "PUT /v2.0/routers/c7314448-defe-4b79-9686-7a3c9db9ad5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6196604 Apr 04 06:21:02.090093 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59182) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:02.092581 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa74a55-eb66-44d3-90fc-cbbbf1161b5e None None] Sync routers for ids ['c7314448-defe-4b79-9686-7a3c9db9ad5b'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:21:02.103685 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa74a55-eb66-44d3-90fc-cbbbf1161b5e None None] Routers {'c7314448-defe-4b79-9686-7a3c9db9ad5b'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:21:02.104323 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-6aa74a55-eb66-44d3-90fc-cbbbf1161b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:20:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c7314448-defe-4b79-9686-7a3c9db9ad5b'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:02.198425 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3b943a6e-e66d-45e0-929b-f39b7eb8975d admin admin] Publish callbacks [] for router (c7314448-defe-4b79-9686-7a3c9db9ad5b), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:02.219421 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-6aa74a55-eb66-44d3-90fc-cbbbf1161b5e None None] Set router c7314448-defe-4b79-9686-7a3c9db9ad5b gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:21:02.315159 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3b943a6e-e66d-45e0-929b-f39b7eb8975d admin admin] Publish callbacks [] for router_gateway (c7314448-defe-4b79-9686-7a3c9db9ad5b), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:02.349696 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:02.380580 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-3b943a6e-e66d-45e0-929b-f39b7eb8975d admin admin] Deleting port de7ead69-8604-44ba-bf69-4a24e8291c80 {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:21:02.380946 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3b943a6e-e66d-45e0-929b-f39b7eb8975d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (de7ead69-8604-44ba-bf69-4a24e8291c80), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:02.439956 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-6aa74a55-eb66-44d3-90fc-cbbbf1161b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'name': 'tempest-TestShelveInstance-645724339-router', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:21:01Z', 'revision_number': 5, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'gw_port': {'id': 'de7ead69-8604-44ba-bf69-4a24e8291c80', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fe:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:02.467474 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-3b943a6e-e66d-45e0-929b-f39b7eb8975d admin admin] For port de7ead69-8604-44ba-bf69-4a24e8291c80, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=de7ead69-8604-44ba-bf69-4a24e8291c80,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:21:02.467758 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa74a55-eb66-44d3-90fc-cbbbf1161b5e None None] Checking router: c7314448-defe-4b79-9686-7a3c9db9ad5b for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:21:02.468038 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3b943a6e-e66d-45e0-929b-f39b7eb8975d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (de7ead69-8604-44ba-bf69-4a24e8291c80), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:02.478920 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa74a55-eb66-44d3-90fc-cbbbf1161b5e None None] Routers {'c7314448-defe-4b79-9686-7a3c9db9ad5b'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:21:02.479566 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-6aa74a55-eb66-44d3-90fc-cbbbf1161b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:20:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c7314448-defe-4b79-9686-7a3c9db9ad5b'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:02.484287 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-3b943a6e-e66d-45e0-929b-f39b7eb8975d admin admin] Calling delete_port for de7ead69-8604-44ba-bf69-4a24e8291c80 owned by network:router_gateway {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:21:02.572768 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-6aa74a55-eb66-44d3-90fc-cbbbf1161b5e None None] Set router c7314448-defe-4b79-9686-7a3c9db9ad5b gateway port host: None {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:21:02.626882 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-6aa74a55-eb66-44d3-90fc-cbbbf1161b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'name': 'tempest-TestShelveInstance-645724339-router', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:21:02Z', 'revision_number': 6, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'gw_port_host': None}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:02.653338 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa74a55-eb66-44d3-90fc-cbbbf1161b5e None None] The sync data for ids ['c7314448-defe-4b79-9686-7a3c9db9ad5b'] in dv-cinder-834448-2-iscsi is: [{'id': 'c7314448-defe-4b79-9686-7a3c9db9ad5b', 'name': 'tempest-TestShelveInstance-645724339-router', 'tenant_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:48Z', 'updated_at': '2022-04-04T06:21:02Z', 'revision_number': 6, 'project_id': '8aae5cb5d2cd4798b2d627299a7ccbc1', 'gw_port_host': None}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:21:02.670807 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3b943a6e-e66d-45e0-929b-f39b7eb8975d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (de7ead69-8604-44ba-bf69-4a24e8291c80), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:02.695162 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b943a6e-e66d-45e0-929b-f39b7eb8975d admin admin] Pushing event deleted for resources: {'Port': ['ID=de7ead69-8604-44ba-bf69-4a24e8291c80,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:02.757442 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3b943a6e-e66d-45e0-929b-f39b7eb8975d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589263'] for router_gateway (c7314448-defe-4b79-9686-7a3c9db9ad5b), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:02.848258 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3b943a6e-e66d-45e0-929b-f39b7eb8975d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1597331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016'] for router (c7314448-defe-4b79-9686-7a3c9db9ad5b), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:02.850500 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3b943a6e-e66d-45e0-929b-f39b7eb8975d admin admin] Publish callbacks [] for router_controller (c7314448-defe-4b79-9686-7a3c9db9ad5b), precommit_delete_associations {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:02.899044 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3b943a6e-e66d-45e0-929b-f39b7eb8975d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1597418'] for router (c7314448-defe-4b79-9686-7a3c9db9ad5b), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:02.899617 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b943a6e-e66d-45e0-929b-f39b7eb8975d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7314448-defe-4b79-9686-7a3c9db9ad5b {{(pid=103479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 06:21:02.904292 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3b943a6e-e66d-45e0-929b-f39b7eb8975d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:02.905470 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-3b943a6e-e66d-45e0-929b-f39b7eb8975d admin admin] 10.222.0.30 "DELETE /v2.0/routers/c7314448-defe-4b79-9686-7a3c9db9ad5b HTTP/1.1" status: 204 len: 168 time: 0.8144722 Apr 04 06:21:02.908160 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59206) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:02.951925 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbd53b7-4181-456d-97a6-918c2d45256b admin admin] Deleting subnet a480b576-ae06-41c3-9207-91443ef79063 {{(pid=103479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 06:21:02.955178 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ddbd53b7-4181-456d-97a6-918c2d45256b admin admin] Publish callbacks [] for subnet (a480b576-ae06-41c3-9207-91443ef79063), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:02.992945 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ddbd53b7-4181-456d-97a6-918c2d45256b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850216'] for subnet (a480b576-ae06-41c3-9207-91443ef79063), precommit_delete_associations {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:03.077639 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ddbd53b7-4181-456d-97a6-918c2d45256b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047354'] for subnet (a480b576-ae06-41c3-9207-91443ef79063), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:03.129209 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ddbd53b7-4181-456d-97a6-918c2d45256b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10310549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567937'] for subnet (a480b576-ae06-41c3-9207-91443ef79063), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:03.154704 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd53b7-4181-456d-97a6-918c2d45256b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a480b576-ae06-41c3-9207-91443ef79063,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:03.158656 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ddbd53b7-4181-456d-97a6-918c2d45256b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:03.164360 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-ddbd53b7-4181-456d-97a6-918c2d45256b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a480b576-ae06-41c3-9207-91443ef79063 HTTP/1.1" status: 204 len: 168 time: 0.2527242 Apr 04 06:21:03.164716 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c8161e-8175-45b4-8760-6da7f47a3dd3 None None] Network 0cf906fd-1e53-4523-b34c-895b3ef87f34 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:21:03.165183 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59208) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:03.236364 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e9d5dde8-203d-4788-94f9-5e7ff72fcdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823931'] for network (0cf906fd-1e53-4523-b34c-895b3ef87f34), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:03.290626 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5dde8-203d-4788-94f9-5e7ff72fcdaf admin admin] Deleting port b48a65d0-7233-46ba-a483-dd24b1386ba2 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:21:03.290920 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e9d5dde8-203d-4788-94f9-5e7ff72fcdaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (b48a65d0-7233-46ba-a483-dd24b1386ba2), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:03.352131 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-e9d5dde8-203d-4788-94f9-5e7ff72fcdaf admin admin] For port b48a65d0-7233-46ba-a483-dd24b1386ba2, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=b48a65d0-7233-46ba-a483-dd24b1386ba2,segment=NetworkSegment(566fd8ba-1f86-4d17-aeb5-58d7dd819cb2),segment_id=566fd8ba-1f86-4d17-aeb5-58d7dd819cb2)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:21:03.352404 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e9d5dde8-203d-4788-94f9-5e7ff72fcdaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (b48a65d0-7233-46ba-a483-dd24b1386ba2), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:03.366283 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5dde8-203d-4788-94f9-5e7ff72fcdaf admin admin] Calling delete_port for b48a65d0-7233-46ba-a483-dd24b1386ba2 owned by network:dhcp {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:21:03.421656 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4412f114-f615-44f3-b050-e13381e1faf5 None None] DHCP port deletion for 0cf906fd-1e53-4523-b34c-895b3ef87f34 request from dv-cinder-834448-2-iscsi {{(pid=103481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 06:21:03.454216 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e9d5dde8-203d-4788-94f9-5e7ff72fcdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (b48a65d0-7233-46ba-a483-dd24b1386ba2), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:03.475010 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-4412f114-f615-44f3-b050-e13381e1faf5 None None] Deleting port b48a65d0-7233-46ba-a483-dd24b1386ba2 {{(pid=103481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:21:03.475596 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4412f114-f615-44f3-b050-e13381e1faf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (b48a65d0-7233-46ba-a483-dd24b1386ba2), before_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:03.485753 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5dde8-203d-4788-94f9-5e7ff72fcdaf admin admin] Pushing event deleted for resources: {'Port': ['ID=b48a65d0-7233-46ba-a483-dd24b1386ba2,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:03.487915 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d5dde8-203d-4788-94f9-5e7ff72fcdaf admin admin] No DVR routers for this DVR port b48a65d0-7233-46ba-a483-dd24b1386ba2 on host dv-cinder-834448-2-iscsi {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:21:03.546842 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-4412f114-f615-44f3-b050-e13381e1faf5 None None] For port b48a65d0-7233-46ba-a483-dd24b1386ba2, host dv-cinder-834448-2-iscsi, got binding levels [] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:21:03.547430 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4412f114-f615-44f3-b050-e13381e1faf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (b48a65d0-7233-46ba-a483-dd24b1386ba2), precommit_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:03.560389 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device bc046c84-0025-41c2-9781-3ca2108f0c2d no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:21:03.570044 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e9d5dde8-203d-4788-94f9-5e7ff72fcdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951985', 'neutron.services.segments.db._delete_segments_for_network-8794510801722'] for network (0cf906fd-1e53-4523-b34c-895b3ef87f34), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:03.588254 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-4412f114-f615-44f3-b050-e13381e1faf5 None None] Calling delete_port for b48a65d0-7233-46ba-a483-dd24b1386ba2 owned by network:dhcp {{(pid=103481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:21:03.592252 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.ipam_backend_mixin [None req-4412f114-f615-44f3-b050-e13381e1faf5 None None] Port b48a65d0-7233-46ba-a483-dd24b1386ba2 was not found and therefore no delete operation was performed {{(pid=103481) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 04 06:21:03.592781 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: bc046c84-0025-41c2-9781-3ca2108f0c2d {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:21:03.593169 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device bc046c84-0025-41c2-9781-3ca2108f0c2d not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:21:03.593598 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device b48a65d0-7233-46ba-a483-dd24b1386ba2 no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:21:03.595665 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-e9d5dde8-203d-4788-94f9-5e7ff72fcdaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf906fd-1e53-4523-b34c-895b3ef87f34']}} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:03.596290 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-4412f114-f615-44f3-b050-e13381e1faf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006'] for port (b48a65d0-7233-46ba-a483-dd24b1386ba2), after_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:03.606116 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-e9d5dde8-203d-4788-94f9-5e7ff72fcdaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566fd8ba-1f86-4d17-aeb5-58d7dd819cb2') {'for_net_delete': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:03.606381 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-e9d5dde8-203d-4788-94f9-5e7ff72fcdaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566fd8ba-1f86-4d17-aeb5-58d7dd819cb2') {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:03.619059 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e9d5dde8-203d-4788-94f9-5e7ff72fcdaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794510999619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3914034'] for segment (566fd8ba-1f86-4d17-aeb5-58d7dd819cb2), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:03.620274 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: b48a65d0-7233-46ba-a483-dd24b1386ba2 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:21:03.620631 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device b48a65d0-7233-46ba-a483-dd24b1386ba2 not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:21:03.621119 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device de7ead69-8604-44ba-bf69-4a24e8291c80 no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:21:03.637900 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e9d5dde8-203d-4788-94f9-5e7ff72fcdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (566fd8ba-1f86-4d17-aeb5-58d7dd819cb2), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:03.645203 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d5dde8-203d-4788-94f9-5e7ff72fcdaf admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 06:21:03.645652 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e9d5dde8-203d-4788-94f9-5e7ff72fcdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2345957'] for segment (566fd8ba-1f86-4d17-aeb5-58d7dd819cb2), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: Traceback (most recent call last): Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: timer() Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: cb(*args, **kw) Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: return func(*args, **kwargs) Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: self._notify() Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: self.callback(batched_events) Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: event.method(event) Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: return f(self, *a, **k) Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._get(url).json() Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: return self.request(url, 'GET', **kwargs) Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 06:21:03.647793 dv-cinder-834448-2-iscsi neutron-server[103480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 06:21:03.658724 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412f114-f615-44f3-b050-e13381e1faf5 None None] Pushing event deleted for resources: {'Port': ['ID=b48a65d0-7233-46ba-a483-dd24b1386ba2,revision_number=None']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:03.660328 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: de7ead69-8604-44ba-bf69-4a24e8291c80 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:21:03.660679 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device de7ead69-8604-44ba-bf69-4a24e8291c80 not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:21:03.678044 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4412f114-f615-44f3-b050-e13381e1faf5 None None] No DVR routers for this DVR port b48a65d0-7233-46ba-a483-dd24b1386ba2 on host dv-cinder-834448-2-iscsi {{(pid=103481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:21:03.720236 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e9d5dde8-203d-4788-94f9-5e7ff72fcdaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589347'] for network (0cf906fd-1e53-4523-b34c-895b3ef87f34), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:03.726886 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e9d5dde8-203d-4788-94f9-5e7ff72fcdaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:03.730586 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-e9d5dde8-203d-4788-94f9-5e7ff72fcdaf admin admin] 10.222.0.30 "DELETE /v2.0/networks/0cf906fd-1e53-4523-b34c-895b3ef87f34 HTTP/1.1" status: 204 len: 168 time: 0.5642445 Apr 04 06:21:03.733602 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59222) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:03.742476 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5dde8-203d-4788-94f9-5e7ff72fcdaf admin admin] Pushing event deleted for resources: {'Network': ['ID=0cf906fd-1e53-4523-b34c-895b3ef87f34,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:03.914526 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59226) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:04.028289 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-234c2564-0612-45d4-b3e1-0d330fd0cd87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:04.106487 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-234c2564-0612-45d4-b3e1-0d330fd0cd87 admin admin] Publish callbacks [] for security_group (59ccd918-aea2-4908-b25a-3214b833030d), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:04.111741 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-234c2564-0612-45d4-b3e1-0d330fd0cd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (59ccd918-aea2-4908-b25a-3214b833030d), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:04.134440 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:04.155134 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-234c2564-0612-45d4-b3e1-0d330fd0cd87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=22d5ab85bb6c4eacb431fbe199de6173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394121 Apr 04 06:21:04.157968 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59230) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:04.159877 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c2564-0612-45d4-b3e1-0d330fd0cd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ccd918-aea2-4908-b25a-3214b833030d,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:04.176794 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c2564-0612-45d4-b3e1-0d330fd0cd87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:04.177492 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c2564-0612-45d4-b3e1-0d330fd0cd87 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:04.177492 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c2564-0612-45d4-b3e1-0d330fd0cd87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:04.177839 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c2564-0612-45d4-b3e1-0d330fd0cd87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:04.178182 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c2564-0612-45d4-b3e1-0d330fd0cd87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:04.178684 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c2564-0612-45d4-b3e1-0d330fd0cd87 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:04.179125 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c2564-0612-45d4-b3e1-0d330fd0cd87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:04.179592 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c2564-0612-45d4-b3e1-0d330fd0cd87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:04.179937 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c2564-0612-45d4-b3e1-0d330fd0cd87 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:04.180275 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c2564-0612-45d4-b3e1-0d330fd0cd87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:04.180621 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c2564-0612-45d4-b3e1-0d330fd0cd87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:04.180977 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c2564-0612-45d4-b3e1-0d330fd0cd87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:04.181311 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c2564-0612-45d4-b3e1-0d330fd0cd87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:04.181639 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c2564-0612-45d4-b3e1-0d330fd0cd87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:04.181968 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234c2564-0612-45d4-b3e1-0d330fd0cd87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:04.223568 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-dc18d298-a7da-4cbe-9289-1a29ca5e42a7 admin admin] Publish callbacks [] for security_group (59ccd918-aea2-4908-b25a-3214b833030d), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:04.246210 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-dc18d298-a7da-4cbe-9289-1a29ca5e42a7 admin admin] Publish callbacks [] for security_group (59ccd918-aea2-4908-b25a-3214b833030d), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:04.302067 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-dc18d298-a7da-4cbe-9289-1a29ca5e42a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (59ccd918-aea2-4908-b25a-3214b833030d), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:04.305314 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-dc18d298-a7da-4cbe-9289-1a29ca5e42a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:04.306508 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-dc18d298-a7da-4cbe-9289-1a29ca5e42a7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59ccd918-aea2-4908-b25a-3214b833030d HTTP/1.1" status: 204 len: 168 time: 0.1476645 Apr 04 06:21:04.314340 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18d298-a7da-4cbe-9289-1a29ca5e42a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ccd918-aea2-4908-b25a-3214b833030d,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:04.367324 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3806c0ab-d667-437d-8b43-88e87a5c7209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1596021'] for router_interface (ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:04.583663 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59236) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:04.597022 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3e7c6274-32cc-4e4b-ba16-bd8e039d8b90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:04.624162 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-3806c0ab-d667-437d-8b43-88e87a5c7209 admin admin] Deleting port 27374d96-c339-4dfe-923c-9ed969bb0b1c {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:21:04.624497 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3806c0ab-d667-437d-8b43-88e87a5c7209 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (27374d96-c339-4dfe-923c-9ed969bb0b1c), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:04.673612 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3e7c6274-32cc-4e4b-ba16-bd8e039d8b90 admin admin] Publish callbacks [] for security_group (c98e495d-eab7-4211-aeb6-7d0b9608a637), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:04.679172 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3e7c6274-32cc-4e4b-ba16-bd8e039d8b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (c98e495d-eab7-4211-aeb6-7d0b9608a637), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:04.707671 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-3806c0ab-d667-437d-8b43-88e87a5c7209 admin admin] For port 27374d96-c339-4dfe-923c-9ed969bb0b1c, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=27374d96-c339-4dfe-923c-9ed969bb0b1c,segment=NetworkSegment(526d038f-a028-4ec8-ab48-aa132d6c88da),segment_id=526d038f-a028-4ec8-ab48-aa132d6c88da)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:21:04.708028 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3806c0ab-d667-437d-8b43-88e87a5c7209 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (27374d96-c339-4dfe-923c-9ed969bb0b1c), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:04.719673 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-3e7c6274-32cc-4e4b-ba16-bd8e039d8b90 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c59ca2ecac2648b583bce046375fcf88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326056 Apr 04 06:21:04.719673 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c6274-32cc-4e4b-ba16-bd8e039d8b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98e495d-eab7-4211-aeb6-7d0b9608a637,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:04.721028 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59238) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:04.723547 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-3806c0ab-d667-437d-8b43-88e87a5c7209 admin admin] Calling delete_port for 27374d96-c339-4dfe-923c-9ed969bb0b1c owned by network:router_interface {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:21:04.824794 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7f1af408-7d07-4f58-8532-04932a5c9c40 admin admin] Publish callbacks [] for security_group (c98e495d-eab7-4211-aeb6-7d0b9608a637), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:04.887927 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7f1af408-7d07-4f58-8532-04932a5c9c40 admin admin] Publish callbacks [] for security_group (c98e495d-eab7-4211-aeb6-7d0b9608a637), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:04.976214 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7f1af408-7d07-4f58-8532-04932a5c9c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (c98e495d-eab7-4211-aeb6-7d0b9608a637), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:04.978054 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7f1af408-7d07-4f58-8532-04932a5c9c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:04.979216 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-7f1af408-7d07-4f58-8532-04932a5c9c40 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c98e495d-eab7-4211-aeb6-7d0b9608a637 HTTP/1.1" status: 204 len: 168 time: 0.2569406 Apr 04 06:21:04.993571 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1af408-7d07-4f58-8532-04932a5c9c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98e495d-eab7-4211-aeb6-7d0b9608a637,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:05.002888 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1af408-7d07-4f58-8532-04932a5c9c40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:05.003260 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1af408-7d07-4f58-8532-04932a5c9c40 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:05.003709 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1af408-7d07-4f58-8532-04932a5c9c40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:05.004087 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1af408-7d07-4f58-8532-04932a5c9c40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:05.004585 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1af408-7d07-4f58-8532-04932a5c9c40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:05.004912 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1af408-7d07-4f58-8532-04932a5c9c40 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:05.005261 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1af408-7d07-4f58-8532-04932a5c9c40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:05.005590 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1af408-7d07-4f58-8532-04932a5c9c40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:05.005903 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1af408-7d07-4f58-8532-04932a5c9c40 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:05.006232 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1af408-7d07-4f58-8532-04932a5c9c40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:05.006942 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1af408-7d07-4f58-8532-04932a5c9c40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:05.007284 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1af408-7d07-4f58-8532-04932a5c9c40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:05.007613 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1af408-7d07-4f58-8532-04932a5c9c40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:05.007935 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1af408-7d07-4f58-8532-04932a5c9c40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:05.008259 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1af408-7d07-4f58-8532-04932a5c9c40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:05.011962 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3806c0ab-d667-437d-8b43-88e87a5c7209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (27374d96-c339-4dfe-923c-9ed969bb0b1c), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:05.044892 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3806c0ab-d667-437d-8b43-88e87a5c7209 admin admin] Pushing event deleted for resources: {'Port': ['ID=27374d96-c339-4dfe-923c-9ed969bb0b1c,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:05.214801 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3806c0ab-d667-437d-8b43-88e87a5c7209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596389'] for router_interface (ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:05.338768 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59244) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:05.353096 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f35bb13d-7dec-423b-9fcb-33b4a3ef5df5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:05.432446 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f35bb13d-7dec-423b-9fcb-33b4a3ef5df5 admin admin] Publish callbacks [] for security_group (cf3ea958-5885-4e10-82d8-e8f214b7bb7a), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:05.436988 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f35bb13d-7dec-423b-9fcb-33b4a3ef5df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (cf3ea958-5885-4e10-82d8-e8f214b7bb7a), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:05.459568 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3806c0ab-d667-437d-8b43-88e87a5c7209 admin admin] Router ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:21:05.476153 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59246) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:05.476564 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-f35bb13d-7dec-423b-9fcb-33b4a3ef5df5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c1e6f33ed044d5ca86df4bda0aaf19b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363988 Apr 04 06:21:05.491116 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bb13d-7dec-423b-9fcb-33b4a3ef5df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3ea958-5885-4e10-82d8-e8f214b7bb7a,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:05.604735 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5b378929-d187-45c9-a133-4318db3a856e admin admin] Publish callbacks [] for security_group (cf3ea958-5885-4e10-82d8-e8f214b7bb7a), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:05.611074 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:21:05.619519 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3806c0ab-d667-437d-8b43-88e87a5c7209 admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:21:05.628436 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d76b11-c61a-49fb-981d-1aaa880691bf None None] Sync routers for ids ['ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:21:05.628624 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-3806c0ab-d667-437d-8b43-88e87a5c7209 admin admin] 10.222.0.30 "PUT /v2.0/routers/ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8938260 Apr 04 06:21:05.631371 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59248) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:05.639749 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d76b11-c61a-49fb-981d-1aaa880691bf None None] Routers {'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:21:05.640346 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-c8d76b11-c61a-49fb-981d-1aaa880691bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:20:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:05.642910 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5b378929-d187-45c9-a133-4318db3a856e admin admin] Publish callbacks [] for security_group (cf3ea958-5885-4e10-82d8-e8f214b7bb7a), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:05.701510 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5b378929-d187-45c9-a133-4318db3a856e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (cf3ea958-5885-4e10-82d8-e8f214b7bb7a), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:05.703840 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5b378929-d187-45c9-a133-4318db3a856e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:05.705039 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-5b378929-d187-45c9-a133-4318db3a856e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf3ea958-5885-4e10-82d8-e8f214b7bb7a HTTP/1.1" status: 204 len: 168 time: 0.2274418 Apr 04 06:21:05.714241 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b378929-d187-45c9-a133-4318db3a856e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3ea958-5885-4e10-82d8-e8f214b7bb7a,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:05.759049 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-c8d76b11-c61a-49fb-981d-1aaa880691bf None None] Set router ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:21:05.759685 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8120-2ee1-4fed-8e29-7a47bd392953 admin admin] Publish callbacks [] for router (ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:05.872075 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8120-2ee1-4fed-8e29-7a47bd392953 admin admin] Publish callbacks [] for router_gateway (ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:05.930932 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-1e2b8120-2ee1-4fed-8e29-7a47bd392953 admin admin] Deleting port 683de88f-92f9-4575-9fa6-47669865a0f4 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:21:05.931812 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8120-2ee1-4fed-8e29-7a47bd392953 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (683de88f-92f9-4575-9fa6-47669865a0f4), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:05.949507 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-c8d76b11-c61a-49fb-981d-1aaa880691bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f', 'name': 'tempest-TestShelveInstance-2072525034-router', 'tenant_id': 'aea7811f577f42db8e75bc26d2b1a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '683de88f-92f9-4575-9fa6-47669865a0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:52Z', 'updated_at': '2022-04-04T06:21:04Z', 'revision_number': 5, 'project_id': 'aea7811f577f42db8e75bc26d2b1a764', 'gw_port': {'id': '683de88f-92f9-4575-9fa6-47669865a0f4', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:53Z', 'updated_at': '2022-04-04T06:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:05.977886 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d76b11-c61a-49fb-981d-1aaa880691bf None None] Checking router: ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:21:05.986271 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d76b11-c61a-49fb-981d-1aaa880691bf None None] Routers {'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:21:05.986895 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-c8d76b11-c61a-49fb-981d-1aaa880691bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:20:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:06.016755 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-1e2b8120-2ee1-4fed-8e29-7a47bd392953 admin admin] For port 683de88f-92f9-4575-9fa6-47669865a0f4, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=683de88f-92f9-4575-9fa6-47669865a0f4,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:21:06.017143 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8120-2ee1-4fed-8e29-7a47bd392953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (683de88f-92f9-4575-9fa6-47669865a0f4), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:06.030231 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-1e2b8120-2ee1-4fed-8e29-7a47bd392953 admin admin] Calling delete_port for 683de88f-92f9-4575-9fa6-47669865a0f4 owned by network:router_gateway {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:21:06.187003 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-c8d76b11-c61a-49fb-981d-1aaa880691bf None None] Set router ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f gateway port host: None {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:21:06.218041 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8120-2ee1-4fed-8e29-7a47bd392953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (683de88f-92f9-4575-9fa6-47669865a0f4), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:06.240779 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-c8d76b11-c61a-49fb-981d-1aaa880691bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f', 'name': 'tempest-TestShelveInstance-2072525034-router', 'tenant_id': 'aea7811f577f42db8e75bc26d2b1a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:52Z', 'updated_at': '2022-04-04T06:21:05Z', 'revision_number': 6, 'project_id': 'aea7811f577f42db8e75bc26d2b1a764', 'gw_port_host': None}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:06.244082 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b8120-2ee1-4fed-8e29-7a47bd392953 admin admin] Pushing event deleted for resources: {'Port': ['ID=683de88f-92f9-4575-9fa6-47669865a0f4,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:06.273560 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d76b11-c61a-49fb-981d-1aaa880691bf None None] The sync data for ids ['ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f'] in dv-cinder-834448-2-iscsi is: [{'id': 'ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f', 'name': 'tempest-TestShelveInstance-2072525034-router', 'tenant_id': 'aea7811f577f42db8e75bc26d2b1a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:52Z', 'updated_at': '2022-04-04T06:21:05Z', 'revision_number': 6, 'project_id': 'aea7811f577f42db8e75bc26d2b1a764', 'gw_port_host': None}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:21:06.312762 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8120-2ee1-4fed-8e29-7a47bd392953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589263'] for router_gateway (ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:06.420575 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8120-2ee1-4fed-8e29-7a47bd392953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1597331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016'] for router (ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:06.422794 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8120-2ee1-4fed-8e29-7a47bd392953 admin admin] Publish callbacks [] for router_controller (ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f), precommit_delete_associations {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:06.486732 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8120-2ee1-4fed-8e29-7a47bd392953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1597418'] for router (ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:06.487325 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2b8120-2ee1-4fed-8e29-7a47bd392953 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f {{(pid=103480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 06:21:06.492587 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8120-2ee1-4fed-8e29-7a47bd392953 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:06.493920 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-1e2b8120-2ee1-4fed-8e29-7a47bd392953 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ed2dac51-bd2b-4b24-b14c-e127b6e2fa2f HTTP/1.1" status: 204 len: 168 time: 0.8606172 Apr 04 06:21:06.496596 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59274) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:06.540927 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7568094-5326-4b7e-90fd-e3c146e24110 admin admin] Deleting subnet 1701fd14-58ce-4e90-9caf-3279d0d4fd44 {{(pid=103480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 06:21:06.544172 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f7568094-5326-4b7e-90fd-e3c146e24110 admin admin] Publish callbacks [] for subnet (1701fd14-58ce-4e90-9caf-3279d0d4fd44), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:06.582410 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f7568094-5326-4b7e-90fd-e3c146e24110 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3914041'] for subnet (1701fd14-58ce-4e90-9caf-3279d0d4fd44), precommit_delete_associations {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:06.662464 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f7568094-5326-4b7e-90fd-e3c146e24110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047354'] for subnet (1701fd14-58ce-4e90-9caf-3279d0d4fd44), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:06.725801 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f7568094-5326-4b7e-90fd-e3c146e24110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2345283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9101493'] for subnet (1701fd14-58ce-4e90-9caf-3279d0d4fd44), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:06.753236 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7568094-5326-4b7e-90fd-e3c146e24110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1701fd14-58ce-4e90-9caf-3279d0d4fd44,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:06.757854 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f7568094-5326-4b7e-90fd-e3c146e24110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for subnet (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:06.763880 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-f7568094-5326-4b7e-90fd-e3c146e24110 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1701fd14-58ce-4e90-9caf-3279d0d4fd44 HTTP/1.1" status: 204 len: 168 time: 0.2662365 Apr 04 06:21:06.764147 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59282) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:06.773105 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904f9e9e-78f8-4648-9bc3-c9220b9d7d28 None None] Network 274ed49f-4778-4ebc-b23f-d13dd9ece2a5 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:21:06.849433 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-16dbfd73-dfa5-4ac9-b14d-54e19a0715a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823931'] for network (274ed49f-4778-4ebc-b23f-d13dd9ece2a5), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:06.912968 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-16dbfd73-dfa5-4ac9-b14d-54e19a0715a4 admin admin] Deleting port d4bc3c92-35ac-4504-af23-b74eb58d6ed2 {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:21:06.913318 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-16dbfd73-dfa5-4ac9-b14d-54e19a0715a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (d4bc3c92-35ac-4504-af23-b74eb58d6ed2), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:06.976886 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-16dbfd73-dfa5-4ac9-b14d-54e19a0715a4 admin admin] For port d4bc3c92-35ac-4504-af23-b74eb58d6ed2, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=d4bc3c92-35ac-4504-af23-b74eb58d6ed2,segment=NetworkSegment(526d038f-a028-4ec8-ab48-aa132d6c88da),segment_id=526d038f-a028-4ec8-ab48-aa132d6c88da)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:21:06.977358 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-16dbfd73-dfa5-4ac9-b14d-54e19a0715a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (d4bc3c92-35ac-4504-af23-b74eb58d6ed2), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:06.990371 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-16dbfd73-dfa5-4ac9-b14d-54e19a0715a4 admin admin] Calling delete_port for d4bc3c92-35ac-4504-af23-b74eb58d6ed2 owned by network:dhcp {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:21:07.089746 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-16dbfd73-dfa5-4ac9-b14d-54e19a0715a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (d4bc3c92-35ac-4504-af23-b74eb58d6ed2), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:07.104817 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea7ea7c-9205-4ebd-95a2-d3e8a607c67b None None] DHCP port deletion for 274ed49f-4778-4ebc-b23f-d13dd9ece2a5 request from dv-cinder-834448-2-iscsi {{(pid=103481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 06:21:07.115919 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbfd73-dfa5-4ac9-b14d-54e19a0715a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4bc3c92-35ac-4504-af23-b74eb58d6ed2,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:07.120728 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dbfd73-dfa5-4ac9-b14d-54e19a0715a4 admin admin] No DVR routers for this DVR port d4bc3c92-35ac-4504-af23-b74eb58d6ed2 on host dv-cinder-834448-2-iscsi {{(pid=103479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:21:07.192757 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-16dbfd73-dfa5-4ac9-b14d-54e19a0715a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951985', 'neutron.services.segments.db._delete_segments_for_network-8794510801722'] for network (274ed49f-4778-4ebc-b23f-d13dd9ece2a5), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:07.219076 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.services.segments.db [None req-16dbfd73-dfa5-4ac9-b14d-54e19a0715a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['274ed49f-4778-4ebc-b23f-d13dd9ece2a5']}} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:07.234983 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.services.segments.db [None req-16dbfd73-dfa5-4ac9-b14d-54e19a0715a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526d038f-a028-4ec8-ab48-aa132d6c88da') {'for_net_delete': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:07.235283 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.services.segments.db [None req-16dbfd73-dfa5-4ac9-b14d-54e19a0715a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526d038f-a028-4ec8-ab48-aa132d6c88da') {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:07.246056 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-16dbfd73-dfa5-4ac9-b14d-54e19a0715a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794510999619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850211'] for segment (526d038f-a028-4ec8-ab48-aa132d6c88da), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:07.260826 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-16dbfd73-dfa5-4ac9-b14d-54e19a0715a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (526d038f-a028-4ec8-ab48-aa132d6c88da), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:07.267001 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16dbfd73-dfa5-4ac9-b14d-54e19a0715a4 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 06:21:07.267391 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-16dbfd73-dfa5-4ac9-b14d-54e19a0715a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10309939'] for segment (526d038f-a028-4ec8-ab48-aa132d6c88da), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: Traceback (most recent call last): Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: timer() Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: cb(*args, **kw) Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: return func(*args, **kwargs) Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: self._notify() Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: self.callback(batched_events) Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: event.method(event) Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: return f(self, *a, **k) Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: return self._get(url).json() Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: return self.request(url, 'GET', **kwargs) Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 06:21:07.269154 dv-cinder-834448-2-iscsi neutron-server[103479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 06:21:07.334977 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-16dbfd73-dfa5-4ac9-b14d-54e19a0715a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589347'] for network (274ed49f-4778-4ebc-b23f-d13dd9ece2a5), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:07.340991 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-16dbfd73-dfa5-4ac9-b14d-54e19a0715a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:07.347803 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-16dbfd73-dfa5-4ac9-b14d-54e19a0715a4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/274ed49f-4778-4ebc-b23f-d13dd9ece2a5 HTTP/1.1" status: 204 len: 168 time: 0.5825717 Apr 04 06:21:07.359360 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbfd73-dfa5-4ac9-b14d-54e19a0715a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=274ed49f-4778-4ebc-b23f-d13dd9ece2a5,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:07.531703 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59298) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:07.540801 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device d4bc3c92-35ac-4504-af23-b74eb58d6ed2 no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:21:07.564812 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: d4bc3c92-35ac-4504-af23-b74eb58d6ed2 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:21:07.565355 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device d4bc3c92-35ac-4504-af23-b74eb58d6ed2 not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:21:07.565930 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 27374d96-c339-4dfe-923c-9ed969bb0b1c no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:21:07.573969 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-a0d06d63-644f-440f-97a2-d0ece8dad897 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8aae5cb5d2cd4798b2d627299a7ccbc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409880 Apr 04 06:21:07.576451 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59300) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:07.597661 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: 27374d96-c339-4dfe-923c-9ed969bb0b1c {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:21:07.598310 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 27374d96-c339-4dfe-923c-9ed969bb0b1c not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:21:07.598835 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 683de88f-92f9-4575-9fa6-47669865a0f4 no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:21:07.620601 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: 683de88f-92f9-4575-9fa6-47669865a0f4 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:21:07.621249 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 683de88f-92f9-4575-9fa6-47669865a0f4 not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:21:07.633840 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7237bd83-7924-4525-b17f-1d517584015a admin admin] Publish callbacks [] for security_group (7d16ac6c-7003-4717-878d-c9c47b21f13f), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:07.661118 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7237bd83-7924-4525-b17f-1d517584015a admin admin] Publish callbacks [] for security_group (7d16ac6c-7003-4717-878d-c9c47b21f13f), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:07.711958 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7237bd83-7924-4525-b17f-1d517584015a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (7d16ac6c-7003-4717-878d-c9c47b21f13f), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:07.714850 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7237bd83-7924-4525-b17f-1d517584015a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:07.716325 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-7237bd83-7924-4525-b17f-1d517584015a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d16ac6c-7003-4717-878d-c9c47b21f13f HTTP/1.1" status: 204 len: 168 time: 0.1388023 Apr 04 06:21:07.724689 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237bd83-7924-4525-b17f-1d517584015a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d16ac6c-7003-4717-878d-c9c47b21f13f,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:08.039533 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59310) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:08.080359 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-27a1cc08-a8c3-421a-9765-c5c26f71c0b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aea7811f577f42db8e75bc26d2b1a764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396352 Apr 04 06:21:08.082954 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59312) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:08.131536 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6ada4a74-f4d5-4ce7-8708-8ed2be53d15d admin admin] Publish callbacks [] for security_group (4adf223c-bd94-4117-a72c-6acc329a2619), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:08.158082 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6ada4a74-f4d5-4ce7-8708-8ed2be53d15d admin admin] Publish callbacks [] for security_group (4adf223c-bd94-4117-a72c-6acc329a2619), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:08.214278 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6ada4a74-f4d5-4ce7-8708-8ed2be53d15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (4adf223c-bd94-4117-a72c-6acc329a2619), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:08.216796 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6ada4a74-f4d5-4ce7-8708-8ed2be53d15d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:08.218000 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-6ada4a74-f4d5-4ce7-8708-8ed2be53d15d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4adf223c-bd94-4117-a72c-6acc329a2619 HTTP/1.1" status: 204 len: 168 time: 0.1341596 Apr 04 06:21:08.225516 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada4a74-f4d5-4ce7-8708-8ed2be53d15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adf223c-bd94-4117-a72c-6acc329a2619,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:14.765414 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1260b726-f510-4eb4-ae25-8b96d6f855cb req-c98df82b-4dc8-4e23-b749-d56ec1702b89 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502059 Apr 04 06:21:14.841261 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260b726-f510-4eb4-ae25-8b96d6f855cb req-7a5e0cfd-1a28-454d-8ca5-bf24179ce515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:21:14.843330 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1260b726-f510-4eb4-ae25-8b96d6f855cb req-7a5e0cfd-1a28-454d-8ca5-bf24179ce515 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=eb48c2dfec0b435e978641e49934d2c0&device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 1130 time: 0.0543108 Apr 04 06:21:14.954950 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260b726-f510-4eb4-ae25-8b96d6f855cb req-556a00fd-4d00-43f2-9724-6fcfe48df19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:21:14.956359 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1260b726-f510-4eb4-ae25-8b96d6f855cb req-556a00fd-4d00-43f2-9724-6fcfe48df19b service neutron] 10.222.0.37 "GET /v2.0/networks?id=912f530c-0c5f-4821-bf75-3c7641d0619c HTTP/1.1" status: 200 len: 917 time: 0.0922339 Apr 04 06:21:15.032182 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1260b726-f510-4eb4-ae25-8b96d6f855cb req-3b1574a9-4b26-4538-9581-4e69c6f2a74e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a HTTP/1.1" status: 200 len: 1000 time: 0.0682921 Apr 04 06:21:15.081790 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260b726-f510-4eb4-ae25-8b96d6f855cb req-7650955c-cb65-4af2-9822-9b898f95bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:21:15.083172 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1260b726-f510-4eb4-ae25-8b96d6f855cb req-7650955c-cb65-4af2-9822-9b898f95bcfa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b9a8a955-6bc6-44f6-83f1-2fcedefaefaf HTTP/1.1" status: 200 len: 855 time: 0.0439582 Apr 04 06:21:15.138507 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260b726-f510-4eb4-ae25-8b96d6f855cb req-f7273d83-8f58-41a7-996e-8daf5ec9708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:21:15.140022 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1260b726-f510-4eb4-ae25-8b96d6f855cb req-f7273d83-8f58-41a7-996e-8daf5ec9708b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=912f530c-0c5f-4821-bf75-3c7641d0619c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514069 Apr 04 06:21:15.244963 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1260b726-f510-4eb4-ae25-8b96d6f855cb req-ab9ed125-eb81-41ae-8bc9-d0d407a9b2e3 service neutron] 10.222.0.37 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976727 Apr 04 06:21:15.338025 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1260b726-f510-4eb4-ae25-8b96d6f855cb req-64587899-19ab-4217-b60a-57fbe1ccddca service neutron] 10.222.0.37 "GET /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861681 Apr 04 06:21:16.944831 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59380) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:17.051467 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4670df50-f0c1-450a-841b-c651abd177bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:17.129333 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4670df50-f0c1-450a-841b-c651abd177bb admin admin] Publish callbacks [] for security_group (445733e8-7c24-4c40-a300-d81434ca2e76), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:17.136331 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-4670df50-f0c1-450a-841b-c651abd177bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (445733e8-7c24-4c40-a300-d81434ca2e76), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:17.173691 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-4670df50-f0c1-450a-841b-c651abd177bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94bb1ee83bcb417eae7f3af8caf35b58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277515 Apr 04 06:21:17.174558 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670df50-f0c1-450a-841b-c651abd177bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445733e8-7c24-4c40-a300-d81434ca2e76,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:17.176726 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59384) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:17.231682 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5f7848e9-3a6f-4ffe-bdf2-d1d051b50916 admin admin] Publish callbacks [] for security_group (445733e8-7c24-4c40-a300-d81434ca2e76), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:17.253989 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5f7848e9-3a6f-4ffe-bdf2-d1d051b50916 admin admin] Publish callbacks [] for security_group (445733e8-7c24-4c40-a300-d81434ca2e76), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:17.303999 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5f7848e9-3a6f-4ffe-bdf2-d1d051b50916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (445733e8-7c24-4c40-a300-d81434ca2e76), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:17.306553 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-5f7848e9-3a6f-4ffe-bdf2-d1d051b50916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:17.307807 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-5f7848e9-3a6f-4ffe-bdf2-d1d051b50916 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/445733e8-7c24-4c40-a300-d81434ca2e76 HTTP/1.1" status: 204 len: 168 time: 0.1298258 Apr 04 06:21:17.315516 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7848e9-3a6f-4ffe-bdf2-d1d051b50916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445733e8-7c24-4c40-a300-d81434ca2e76,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:17.588666 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59390) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:17.602189 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3aeeca6f-a41b-49d0-b994-61199b0a79ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:17.677061 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3aeeca6f-a41b-49d0-b994-61199b0a79ec admin admin] Publish callbacks [] for security_group (4ca9f537-11a0-49a4-b979-584b97617c73), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:17.682125 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-3aeeca6f-a41b-49d0-b994-61199b0a79ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (4ca9f537-11a0-49a4-b979-584b97617c73), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:17.719760 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-3aeeca6f-a41b-49d0-b994-61199b0a79ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=adee275dc8e44671aca79fdfaf974caa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1298938 Apr 04 06:21:17.720627 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeeca6f-a41b-49d0-b994-61199b0a79ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca9f537-11a0-49a4-b979-584b97617c73,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:17.722934 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59392) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:17.775214 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-362e840b-67e7-4741-ba13-ffd14d59877d admin admin] Publish callbacks [] for security_group (4ca9f537-11a0-49a4-b979-584b97617c73), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:17.801092 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-362e840b-67e7-4741-ba13-ffd14d59877d admin admin] Publish callbacks [] for security_group (4ca9f537-11a0-49a4-b979-584b97617c73), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:17.868330 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-362e840b-67e7-4741-ba13-ffd14d59877d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (4ca9f537-11a0-49a4-b979-584b97617c73), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:17.871748 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-362e840b-67e7-4741-ba13-ffd14d59877d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:17.873076 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-362e840b-67e7-4741-ba13-ffd14d59877d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ca9f537-11a0-49a4-b979-584b97617c73 HTTP/1.1" status: 204 len: 168 time: 0.1491065 Apr 04 06:21:17.880816 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e840b-67e7-4741-ba13-ffd14d59877d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca9f537-11a0-49a4-b979-584b97617c73,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:19.065652 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59422) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:19.190474 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f48bdebe-0640-4736-9bac-ec7738eaaecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:19.268606 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f48bdebe-0640-4736-9bac-ec7738eaaecc admin admin] Publish callbacks [] for security_group (c6ff18af-be4e-42e5-aa43-0f45c3b5bd4f), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:19.274037 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f48bdebe-0640-4736-9bac-ec7738eaaecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (c6ff18af-be4e-42e5-aa43-0f45c3b5bd4f), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:19.311369 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-f48bdebe-0640-4736-9bac-ec7738eaaecc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef9caa9120b74f56a40868b8b3cb5681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446415 Apr 04 06:21:19.312289 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bdebe-0640-4736-9bac-ec7738eaaecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ff18af-be4e-42e5-aa43-0f45c3b5bd4f,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:19.314316 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59426) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:19.369097 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0a98a425-8f5b-4ea3-9300-5d72983c4c84 admin admin] Publish callbacks [] for security_group (c6ff18af-be4e-42e5-aa43-0f45c3b5bd4f), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:19.391976 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0a98a425-8f5b-4ea3-9300-5d72983c4c84 admin admin] Publish callbacks [] for security_group (c6ff18af-be4e-42e5-aa43-0f45c3b5bd4f), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:19.449973 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0a98a425-8f5b-4ea3-9300-5d72983c4c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (c6ff18af-be4e-42e5-aa43-0f45c3b5bd4f), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:19.452446 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0a98a425-8f5b-4ea3-9300-5d72983c4c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:19.453695 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-0a98a425-8f5b-4ea3-9300-5d72983c4c84 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6ff18af-be4e-42e5-aa43-0f45c3b5bd4f HTTP/1.1" status: 204 len: 168 time: 0.1384151 Apr 04 06:21:19.461668 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98a425-8f5b-4ea3-9300-5d72983c4c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ff18af-be4e-42e5-aa43-0f45c3b5bd4f,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:20.871950 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287a5ec-930e-4ed5-aa38-6a0f9df2b250 req-0138817c-e3bd-4270-9a31-1c6e2bec7c07 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:21:20.873457 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8287a5ec-930e-4ed5-aa38-6a0f9df2b250 req-0138817c-e3bd-4270-9a31-1c6e2bec7c07 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 946 time: 0.0574713 Apr 04 06:21:20.923793 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8287a5ec-930e-4ed5-aa38-6a0f9df2b250 req-e46eef93-c7fd-48f4-a58b-8255617d9324 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443757 Apr 04 06:21:22.069628 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff688a-7afa-490f-a485-9e67447d3506 req-68352bcc-e606-457c-b494-798d31e28443 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:21:22.071153 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8aff688a-7afa-490f-a485-9e67447d3506 req-68352bcc-e606-457c-b494-798d31e28443 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 946 time: 0.0610414 Apr 04 06:21:22.119529 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8aff688a-7afa-490f-a485-9e67447d3506 req-3c7295e3-52d6-4ebc-ad86-479f5d603d52 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups?id=1621c59a-1d41-4786-954d-e3981d44e371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414369 Apr 04 06:21:22.526830 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52617b0d-bcfc-407c-a32e-b4acaaee1638 req-5cb833ae-e2be-4db6-8690-9462246d4b80 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:21:22.528546 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-52617b0d-bcfc-407c-a32e-b4acaaee1638 req-5cb833ae-e2be-4db6-8690-9462246d4b80 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.37 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 946 time: 0.0602810 Apr 04 06:21:22.638389 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-52617b0d-bcfc-407c-a32e-b4acaaee1638 req-6f034a7a-468b-422e-a11c-19a64704f1ae tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Deleting port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:21:22.638661 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-52617b0d-bcfc-407c-a32e-b4acaaee1638 req-6f034a7a-468b-422e-a11c-19a64704f1ae tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:22.733734 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-52617b0d-bcfc-407c-a32e-b4acaaee1638 req-6f034a7a-468b-422e-a11c-19a64704f1ae tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] For port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:21:22.734091 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-52617b0d-bcfc-407c-a32e-b4acaaee1638 req-6f034a7a-468b-422e-a11c-19a64704f1ae tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:22.912073 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-52617b0d-bcfc-407c-a32e-b4acaaee1638 req-6f034a7a-468b-422e-a11c-19a64704f1ae tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:22.912688 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-52617b0d-bcfc-407c-a32e-b4acaaee1638 req-6f034a7a-468b-422e-a11c-19a64704f1ae tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (7496a5da-fa7a-4de2-8235-0e5e38db4326), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:22.913092 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.l3_db [req-52617b0d-bcfc-407c-a32e-b4acaaee1638 req-6f034a7a-468b-422e-a11c-19a64704f1ae tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Floating IP 7496a5da-fa7a-4de2-8235-0e5e38db4326 disassociated. External IP: 172.27.2.83, port: ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a. Apr 04 06:21:22.913606 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-52617b0d-bcfc-407c-a32e-b4acaaee1638 req-6f034a7a-468b-422e-a11c-19a64704f1ae tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Calling delete_port for ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a owned by compute:nova {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:21:23.045412 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-52617b0d-bcfc-407c-a32e-b4acaaee1638 req-6f034a7a-468b-422e-a11c-19a64704f1ae tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:23.072054 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59486) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:23.075214 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f034a7a-468b-422e-a11c-19a64704f1ae tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Pushing event deleted for resources: {'Port': ['ID=ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:23.189341 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ac8a8e0f-75a5-4fc7-91eb-2c92ca4668f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:23.194714 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52617b0d-bcfc-407c-a32e-b4acaaee1638 req-6f034a7a-468b-422e-a11c-19a64704f1ae tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Router c50a0250-9d50-4d17-ba09-f8c4c5b3945d has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:21:23.227703 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c0b4b76f-4f91-4061-9879-83a76c85973b req-1c250c73-c5a7-45e0-8277-6123603d4a2f tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/ports?device_id=f906622b-05fc-41d8-92b6-9ee83151479e HTTP/1.1" status: 200 len: 210 time: 0.0301857 Apr 04 06:21:23.266446 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ac8a8e0f-75a5-4fc7-91eb-2c92ca4668f7 admin admin] Publish callbacks [] for security_group (f2ef7f17-db39-4752-b545-5f60e1d748b1), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:23.271103 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ac8a8e0f-75a5-4fc7-91eb-2c92ca4668f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (f2ef7f17-db39-4752-b545-5f60e1d748b1), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:23.307848 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a8e0f-75a5-4fc7-91eb-2c92ca4668f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ef7f17-db39-4752-b545-5f60e1d748b1,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:23.315904 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-ac8a8e0f-75a5-4fc7-91eb-2c92ca4668f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14946d1748a94a62b19553a98f67ce9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400944 Apr 04 06:21:23.316336 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59492) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:23.339032 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52617b0d-bcfc-407c-a32e-b4acaaee1638 req-6f034a7a-468b-422e-a11c-19a64704f1ae tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:21:23.349453 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116c49bd-328b-4eca-b3da-3cca2d36066e None None] Sync routers for ids ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:21:23.361266 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116c49bd-328b-4eca-b3da-3cca2d36066e None None] Routers {'c50a0250-9d50-4d17-ba09-f8c4c5b3945d'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:21:23.361923 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-116c49bd-328b-4eca-b3da-3cca2d36066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:20:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:23.368470 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-71de8b04-1996-4f95-985f-eefde7d683e7 admin admin] Publish callbacks [] for security_group (f2ef7f17-db39-4752-b545-5f60e1d748b1), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:23.382368 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-52617b0d-bcfc-407c-a32e-b4acaaee1638 req-6f034a7a-468b-422e-a11c-19a64704f1ae tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] No DVR routers for this DVR port ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a on host hv-cinder-83444 {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:21:23.385029 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-52617b0d-bcfc-407c-a32e-b4acaaee1638 req-6f034a7a-468b-422e-a11c-19a64704f1ae tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:23.388455 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-52617b0d-bcfc-407c-a32e-b4acaaee1638 req-6f034a7a-468b-422e-a11c-19a64704f1ae tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.37 "DELETE /v2.0/ports/ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a HTTP/1.1" status: 204 len: 173 time: 0.8547950 Apr 04 06:21:23.388936 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f906622b-05fc-41d8-92b6-9ee83151479e', 'name': 'network-vif-deleted', 'tag': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:21:23.390646 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-71de8b04-1996-4f95-985f-eefde7d683e7 admin admin] Publish callbacks [] for security_group (f2ef7f17-db39-4752-b545-5f60e1d748b1), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:23.391200 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006b18ab-7951-4ca0-83a6-a8944b9bec68" -d '{"events": [{"server_uuid": "f906622b-05fc-41d8-92b6-9ee83151479e", "name": "network-vif-deleted", "tag": "ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:21:23.454446 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-71de8b04-1996-4f95-985f-eefde7d683e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (f2ef7f17-db39-4752-b545-5f60e1d748b1), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:23.457828 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-71de8b04-1996-4f95-985f-eefde7d683e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:23.459460 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-71de8b04-1996-4f95-985f-eefde7d683e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f2ef7f17-db39-4752-b545-5f60e1d748b1 HTTP/1.1" status: 204 len: 168 time: 0.1425271 Apr 04 06:21:23.469613 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de8b04-1996-4f95-985f-eefde7d683e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ef7f17-db39-4752-b545-5f60e1d748b1,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:23.529285 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-116c49bd-328b-4eca-b3da-3cca2d36066e None None] Set router c50a0250-9d50-4d17-ba09-f8c4c5b3945d gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:21:23.623632 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6faa5b2-db2a-46b0-8cb5-d4070d913999 x-openstack-request-id: req-b6faa5b2-db2a-46b0-8cb5-d4070d913999 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:21:23.623954 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f906622b-05fc-41d8-92b6-9ee83151479e", "name": "network-vif-deleted", "tag": "ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:21:23.624209 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b6faa5b2-db2a-46b0-8cb5-d4070d913999 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:21:23.624619 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6faa5b2-db2a-46b0-8cb5-d4070d913999'] response: {'server_uuid': 'f906622b-05fc-41d8-92b6-9ee83151479e', 'name': 'network-vif-deleted', 'tag': 'ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a', 'status': 'completed', 'code': 200} Apr 04 06:21:23.774049 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-116c49bd-328b-4eca-b3da-3cca2d36066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'name': 'tempest-AttachVolumeShelveTestJSON-842340705-router', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:01Z', 'updated_at': '2022-04-04T06:10:12Z', 'revision_number': 4, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'gw_port': {'id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'aee8d703-588b-46e9-9c51-267dc1d7333e', 'name': '', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'mac_address': 'fa:16:3e:54:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:09Z', 'updated_at': '2022-04-04T06:10:24Z', 'revision_number': 5, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'subnets': [{'id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:23.803357 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116c49bd-328b-4eca-b3da-3cca2d36066e None None] Checking router: c50a0250-9d50-4d17-ba09-f8c4c5b3945d for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:21:23.812804 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116c49bd-328b-4eca-b3da-3cca2d36066e None None] Routers {'c50a0250-9d50-4d17-ba09-f8c4c5b3945d'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:21:23.813440 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-116c49bd-328b-4eca-b3da-3cca2d36066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:20:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:23.933684 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-116c49bd-328b-4eca-b3da-3cca2d36066e None None] Set router c50a0250-9d50-4d17-ba09-f8c4c5b3945d gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:21:24.144862 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-116c49bd-328b-4eca-b3da-3cca2d36066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'name': 'tempest-AttachVolumeShelveTestJSON-842340705-router', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:01Z', 'updated_at': '2022-04-04T06:10:12Z', 'revision_number': 4, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'gw_port': {'id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'aee8d703-588b-46e9-9c51-267dc1d7333e', 'name': '', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'mac_address': 'fa:16:3e:54:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:09Z', 'updated_at': '2022-04-04T06:10:24Z', 'revision_number': 5, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'subnets': [{'id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:24.171867 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116c49bd-328b-4eca-b3da-3cca2d36066e None None] The sync data for ids ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'] in dv-cinder-834448-2-iscsi is: [{'id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'name': 'tempest-AttachVolumeShelveTestJSON-842340705-router', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:01Z', 'updated_at': '2022-04-04T06:10:12Z', 'revision_number': 4, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'gw_port': {'id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'aee8d703-588b-46e9-9c51-267dc1d7333e', 'name': '', 'network_id': '912f530c-0c5f-4821-bf75-3c7641d0619c', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'mac_address': 'fa:16:3e:54:fd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:09Z', 'updated_at': '2022-04-04T06:10:24Z', 'revision_number': 5, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'subnets': [{'id': 'b9a8a955-6bc6-44f6-83f1-2fcedefaefaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:21:24.192707 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59518) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:24.296200 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-14689133-76f3-426d-82e3-29b2a2ac6875 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1029981290-network', 'tenant_id': '68988ae34214443380cdb8f4c7433802'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:21:24.321723 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59526) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:24.325426 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14689133-76f3-426d-82e3-29b2a2ac6875 admin admin] Made reservation on behalf of 68988ae34214443380cdb8f4c7433802 for: {'network': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:21:24.327819 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-14689133-76f3-426d-82e3-29b2a2ac6875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for network (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:24.336778 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-14689133-76f3-426d-82e3-29b2a2ac6875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:24.389824 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3eb546ec-775b-426d-b1ea-04e4f010bc2a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group (1621c59a-1d41-4786-954d-e3981d44e371), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:24.416358 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3eb546ec-775b-426d-b1ea-04e4f010bc2a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group (1621c59a-1d41-4786-954d-e3981d44e371), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:24.420893 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-14689133-76f3-426d-82e3-29b2a2ac6875 admin admin] Publish callbacks [] for security_group (04306985-be57-4abe-ace4-0d6b7896081f), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:24.426196 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-14689133-76f3-426d-82e3-29b2a2ac6875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (04306985-be57-4abe-ace4-0d6b7896081f), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:24.439671 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d0aee-67d7-44c6-8eb4-4c2cbe562f74 None None] New status for floating IP 7496a5da-fa7a-4de2-8235-0e5e38db4326: DOWN {{(pid=103482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:21:24.441100 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14689133-76f3-426d-82e3-29b2a2ac6875 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 06:21:24.464437 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-14689133-76f3-426d-82e3-29b2a2ac6875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (980930ec-c0af-4522-990c-3c2672ed72e4), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:24.465327 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.segments_db [None req-14689133-76f3-426d-82e3-29b2a2ac6875 admin admin] Added segment 980930ec-c0af-4522-990c-3c2672ed72e4 of type vlan for network ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c Apr 04 06:21:24.474790 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14689133-76f3-426d-82e3-29b2a2ac6875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04306985-be57-4abe-ace4-0d6b7896081f,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:24.475793 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3eb546ec-775b-426d-b1ea-04e4f010bc2a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (1621c59a-1d41-4786-954d-e3981d44e371), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:24.480489 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3eb546ec-775b-426d-b1ea-04e4f010bc2a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:24.482216 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-3eb546ec-775b-426d-b1ea-04e4f010bc2a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "DELETE /v2.0/security-groups/1621c59a-1d41-4786-954d-e3981d44e371 HTTP/1.1" status: 204 len: 168 time: 0.1593945 Apr 04 06:21:24.486786 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59528) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:24.511287 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.api.v2.resource [None req-0448a328-20da-4bc3-8357-a48723da0839 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] show failed (client error): The resource could not be found. Apr 04 06:21:24.512152 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-14689133-76f3-426d-82e3-29b2a2ac6875 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794510444108'] for network (ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:24.515450 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-0448a328-20da-4bc3-8357-a48723da0839 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "GET /v2.0/security-groups/1621c59a-1d41-4786-954d-e3981d44e371 HTTP/1.1" status: 404 len: 347 time: 0.0248044 Apr 04 06:21:24.515450 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb546ec-775b-426d-b1ea-04e4f010bc2a tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1621c59a-1d41-4786-954d-e3981d44e371,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:24.516077 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59530) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:24.544783 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-14689133-76f3-426d-82e3-29b2a2ac6875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for network (ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:24.546089 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14689133-76f3-426d-82e3-29b2a2ac6875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:21:24.546902 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-14689133-76f3-426d-82e3-29b2a2ac6875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:24.610657 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-14689133-76f3-426d-82e3-29b2a2ac6875 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4138863 Apr 04 06:21:24.611025 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59532) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:24.616184 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-38b44730-0079-4014-9144-4b240af27ef7 admin admin] Request body: {'subnet': {'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1029981290-subnet', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'ip_version': 4}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:21:24.628238 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14689133-76f3-426d-82e3-29b2a2ac6875 admin admin] Pushing event updated for resources: {'Network': ['ID=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:24.639230 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Network ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c details requested by agent ovs-agent-dv-cinder-834448-2-iscsi with host dv-cinder-834448-2-iscsi {{(pid=103481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 06:21:24.646088 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b44730-0079-4014-9144-4b240af27ef7 admin admin] Made reservation on behalf of 68988ae34214443380cdb8f4c7433802 for: {'subnet': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:21:24.648713 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-38b44730-0079-4014-9144-4b240af27ef7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8567966'] for subnet (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:24.671907 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-ccb204da-cf71-4c8d-bb9b-79284e6b2e73 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Deleting port d9e2bafe-562a-478f-bd26-b67b0f31a507 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:21:24.672256 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ccb204da-cf71-4c8d-bb9b-79284e6b2e73 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (d9e2bafe-562a-478f-bd26-b67b0f31a507), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:24.753246 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ccb204da-cf71-4c8d-bb9b-79284e6b2e73 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (d9e2bafe-562a-478f-bd26-b67b0f31a507), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:24.753540 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ccb204da-cf71-4c8d-bb9b-79284e6b2e73 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for floatingip (d9e2bafe-562a-478f-bd26-b67b0f31a507), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:24.766021 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-ccb204da-cf71-4c8d-bb9b-79284e6b2e73 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Calling delete_port for d9e2bafe-562a-478f-bd26-b67b0f31a507 owned by network:floatingip {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:21:24.827143 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-38b44730-0079-4014-9144-4b240af27ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10310614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8567944'] for subnet (42cb9770-6d91-4082-ba30-7af1f0e01594), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:24.887663 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b44730-0079-4014-9144-4b240af27ef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42cb9770-6d91-4082-ba30-7af1f0e01594,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:24.896590 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b44730-0079-4014-9144-4b240af27ef7 admin admin] Checking segment: {'id': '980930ec-c0af-4522-990c-3c2672ed72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:21:24.896995 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b44730-0079-4014-9144-4b240af27ef7 admin admin] Network hostable DHCP agents. Network: ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c, hostable agents: ['a23458ca-c084-4a06-a8cf-ee94f3e130be'], hosted agents: [] {{(pid=103479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 06:21:24.918337 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b44730-0079-4014-9144-4b240af27ef7 admin admin] Network ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c is scheduled to be hosted by DHCP agent a23458ca-c084-4a06-a8cf-ee94f3e130be with binding_index 1 {{(pid=103479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 06:21:24.929392 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-38b44730-0079-4014-9144-4b240af27ef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-2-iscsi, ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c) {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:21:24.934700 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b44730-0079-4014-9144-4b240af27ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:21:24.935287 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-38b44730-0079-4014-9144-4b240af27ef7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:24.943174 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9b71bc-613f-477d-a774-7072c947afac None None] Network ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:21:24.955479 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-38b44730-0079-4014-9144-4b240af27ef7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3433564 Apr 04 06:21:24.958177 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59534) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:24.963439 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-c36eae03-5d23-458e-bb33-b8ff654cd38e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:21:24.991959 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c36eae03-5d23-458e-bb33-b8ff654cd38e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1596477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router (eff1aec1-3a23-4f53-b196-1a6046533778), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:24.993605 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c36eae03-5d23-458e-bb33-b8ff654cd38e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1597357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router (eff1aec1-3a23-4f53-b196-1a6046533778), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:25.061349 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c36eae03-5d23-458e-bb33-b8ff654cd38e admin admin] Publish callbacks [] for router_controller (eff1aec1-3a23-4f53-b196-1a6046533778), precommit_add_association {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:25.181322 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ccb204da-cf71-4c8d-bb9b-79284e6b2e73 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (d9e2bafe-562a-478f-bd26-b67b0f31a507), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:25.189511 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6747227-673a-4e98-a858-08e450436344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5440c0d-2b70-5970-bb3d-e8eca1b84906-ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'project_id': '68988ae34214443380cdb8f4c7433802', 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594'}]}} from dv-cinder-834448-2-iscsi. {{(pid=103481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 06:21:25.191614 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a6747227-673a-4e98-a858-08e450436344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:25.210108 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb204da-cf71-4c8d-bb9b-79284e6b2e73 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Pushing event deleted for resources: {'Port': ['ID=d9e2bafe-562a-478f-bd26-b67b0f31a507,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:25.225659 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c36eae03-5d23-458e-bb33-b8ff654cd38e admin admin] Publish callbacks [] for router_gateway (eff1aec1-3a23-4f53-b196-1a6046533778), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:25.273594 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ccb204da-cf71-4c8d-bb9b-79284e6b2e73 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks [] for floatingip (7496a5da-fa7a-4de2-8235-0e5e38db4326), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:25.276465 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ccb204da-cf71-4c8d-bb9b-79284e6b2e73 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:25.277794 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-ccb204da-cf71-4c8d-bb9b-79284e6b2e73 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] 10.222.0.30 "DELETE /v2.0/floatingips/7496a5da-fa7a-4de2-8235-0e5e38db4326 HTTP/1.1" status: 204 len: 168 time: 0.7599242 Apr 04 06:21:25.342183 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.db_base_plugin_common [None req-a6747227-673a-4e98-a858-08e450436344 None None] Allocated IP 172.20.0.2 (ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c/42cb9770-6d91-4082-ba30-7af1f0e01594/86562d2b-4f10-4657-ab8b-6ec2997d7691) {{(pid=103481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:21:25.457972 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:21:25.462174 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c36eae03-5d23-458e-bb33-b8ff654cd38e admin admin] Publish callbacks [] for router_gateway (eff1aec1-3a23-4f53-b196-1a6046533778), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:25.483640 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c36eae03-5d23-458e-bb33-b8ff654cd38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:25.496588 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] No Port match for: ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:21:25.496963 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device ff7e5b80-a92f-4712-8b8c-d4ab8f279b8a not bound to the agent host hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:21:25.519044 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a6747227-673a-4e98-a858-08e450436344 None None] Publish callbacks [] for port (86562d2b-4f10-4657-ab8b-6ec2997d7691), precommit_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:25.525459 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a6747227-673a-4e98-a858-08e450436344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (86562d2b-4f10-4657-ab8b-6ec2997d7691), after_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:25.569346 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6747227-673a-4e98-a858-08e450436344 None None] Network ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c is already hosted by enough agents. {{(pid=103481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:21:25.575869 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.base_scheduler [None req-a6747227-673a-4e98-a858-08e450436344 None None] Resources bound (agent type, host, resource id): {{(pid=103481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:21:25.583465 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6747227-673a-4e98-a858-08e450436344 None None] Received port after_create {{(pid=103481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:21:25.586757 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6747227-673a-4e98-a858-08e450436344 None None] Pushing event updated for resources: {'Port': ['ID=86562d2b-4f10-4657-ab8b-6ec2997d7691,revision_number=1']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:25.600287 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-c36eae03-5d23-458e-bb33-b8ff654cd38e admin admin] Allocated IP 172.27.2.14 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/5d90f0aa-99f3-491f-9a50-18322017601d) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:21:25.649077 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-a6747227-673a-4e98-a858-08e450436344 None None] Attempting to bind port 86562d2b-4f10-4657-ab8b-6ec2997d7691 on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:21:25.649713 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-a6747227-673a-4e98-a858-08e450436344 None None] Attempting to bind port 86562d2b-4f10-4657-ab8b-6ec2997d7691 by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '980930ec-c0af-4522-990c-3c2672ed72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c'}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:21:25.649857 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6747227-673a-4e98-a858-08e450436344 None None] Attempting to bind port 86562d2b-4f10-4657-ab8b-6ec2997d7691 on network ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:21:25.655349 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6747227-673a-4e98-a858-08e450436344 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:21:25.655725 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6747227-673a-4e98-a858-08e450436344 None None] Checking segment: {'id': '980930ec-c0af-4522-990c-3c2672ed72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:21:25.656132 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a6747227-673a-4e98-a858-08e450436344 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:25.656528 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6747227-673a-4e98-a858-08e450436344 None None] Bound using segment: {'id': '980930ec-c0af-4522-990c-3c2672ed72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c'} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:21:25.657025 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-a6747227-673a-4e98-a858-08e450436344 None None] Bound port: 86562d2b-4f10-4657-ab8b-6ec2997d7691, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980930ec-c0af-4522-990c-3c2672ed72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c'}}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:21:25.657686 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a6747227-673a-4e98-a858-08e450436344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (86562d2b-4f10-4657-ab8b-6ec2997d7691), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:25.700174 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c36eae03-5d23-458e-bb33-b8ff654cd38e admin admin] Publish callbacks [] for port (5d90f0aa-99f3-491f-9a50-18322017601d), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:25.721559 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-a6747227-673a-4e98-a858-08e450436344 None None] For port 86562d2b-4f10-4657-ab8b-6ec2997d7691, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:21:25.724710 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-a6747227-673a-4e98-a858-08e450436344 None None] For port 86562d2b-4f10-4657-ab8b-6ec2997d7691, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=86562d2b-4f10-4657-ab8b-6ec2997d7691,segment=NetworkSegment(980930ec-c0af-4522-990c-3c2672ed72e4),segment_id=980930ec-c0af-4522-990c-3c2672ed72e4)] {{(pid=103481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:21:25.731291 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a6747227-673a-4e98-a858-08e450436344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (86562d2b-4f10-4657-ab8b-6ec2997d7691), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:25.733887 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c36eae03-5d23-458e-bb33-b8ff654cd38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (5d90f0aa-99f3-491f-9a50-18322017601d), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:25.774521 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36eae03-5d23-458e-bb33-b8ff654cd38e admin admin] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:21:25.780813 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-c36eae03-5d23-458e-bb33-b8ff654cd38e admin admin] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:21:25.785956 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36eae03-5d23-458e-bb33-b8ff654cd38e admin admin] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:21:25.789510 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36eae03-5d23-458e-bb33-b8ff654cd38e admin admin] Pushing event updated for resources: {'Port': ['ID=5d90f0aa-99f3-491f-9a50-18322017601d,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:25.797226 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6747227-673a-4e98-a858-08e450436344 None None] Pushing event updated for resources: {'Port': ['ID=86562d2b-4f10-4657-ab8b-6ec2997d7691,revision_number=2']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:26.158999 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-6c7255e6-a915-4363-9c26-d222a387e1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:26.318729 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c36eae03-5d23-458e-bb33-b8ff654cd38e admin admin] Publish callbacks [] for router_gateway (eff1aec1-3a23-4f53-b196-1a6046533778), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:26.536649 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c36eae03-5d23-458e-bb33-b8ff654cd38e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589291'] for router (eff1aec1-3a23-4f53-b196-1a6046533778), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:26.677405 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36eae03-5d23-458e-bb33-b8ff654cd38e admin admin] Router eff1aec1-3a23-4f53-b196-1a6046533778 is scheduled to L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 with binding_index 1 {{(pid=103479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 06:21:26.695885 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3a69dc-5845-4f03-a8f8-d7d011e8778f None None] Network ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:21:26.789874 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36eae03-5d23-458e-bb33-b8ff654cd38e admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:21:26.802063 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] Sync routers for ids ['eff1aec1-3a23-4f53-b196-1a6046533778'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:21:26.809156 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-c36eae03-5d23-458e-bb33-b8ff654cd38e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:26.813066 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-c36eae03-5d23-458e-bb33-b8ff654cd38e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8509407 Apr 04 06:21:26.813456 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59550) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:26.824305 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-333e002a-2362-44bd-ae9a-718a431d2f67 None None] Provisioning complete for port 86562d2b-4f10-4657-ab8b-6ec2997d7691 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:21:26.824619 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-333e002a-2362-44bd-ae9a-718a431d2f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (86562d2b-4f10-4657-ab8b-6ec2997d7691), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:26.827420 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] Routers {'eff1aec1-3a23-4f53-b196-1a6046533778'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:21:26.828079 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:20:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['eff1aec1-3a23-4f53-b196-1a6046533778'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:26.992314 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] Set router eff1aec1-3a23-4f53-b196-1a6046533778 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:21:27.058734 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-333e002a-2362-44bd-ae9a-718a431d2f67 None None] Current status of the port 86562d2b-4f10-4657-ab8b-6ec2997d7691 is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:21:27.059132 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-333e002a-2362-44bd-ae9a-718a431d2f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (86562d2b-4f10-4657-ab8b-6ec2997d7691), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:27.147232 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-333e002a-2362-44bd-ae9a-718a431d2f67 None None] For port 86562d2b-4f10-4657-ab8b-6ec2997d7691, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=86562d2b-4f10-4657-ab8b-6ec2997d7691,segment=NetworkSegment(980930ec-c0af-4522-990c-3c2672ed72e4),segment_id=980930ec-c0af-4522-990c-3c2672ed72e4)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:21:27.155408 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-333e002a-2362-44bd-ae9a-718a431d2f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (86562d2b-4f10-4657-ab8b-6ec2997d7691), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:27.231236 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e002a-2362-44bd-ae9a-718a431d2f67 None None] Pushing event updated for resources: {'Port': ['ID=86562d2b-4f10-4657-ab8b-6ec2997d7691,revision_number=3']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:27.251567 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:26Z', 'revision_number': 3, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:27.255694 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c6b70b2f-e6db-42fa-9c07-ca8a5369c439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:27.281760 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] Checking router: eff1aec1-3a23-4f53-b196-1a6046533778 for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:21:27.282290 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] Updating router eff1aec1-3a23-4f53-b196-1a6046533778 port 5d90f0aa-99f3-491f-9a50-18322017601d binding host dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 06:21:27.323869 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-90a35dcf-5e8b-430c-8527-68c90530d4fc None None] Provisioning complete for port 86562d2b-4f10-4657-ab8b-6ec2997d7691 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:21:27.324278 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-90a35dcf-5e8b-430c-8527-68c90530d4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (86562d2b-4f10-4657-ab8b-6ec2997d7691), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:27.325747 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (5d90f0aa-99f3-491f-9a50-18322017601d), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:27.414655 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [None req-c6b70b2f-e6db-42fa-9c07-ca8a5369c439 admin admin] Allocated IP 172.20.0.1 (ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c/42cb9770-6d91-4082-ba30-7af1f0e01594/04be6d35-4ff8-40a6-8769-e4fbed34b1b2) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:21:27.528624 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-90a35dcf-5e8b-430c-8527-68c90530d4fc None None] Current status of the port 86562d2b-4f10-4657-ab8b-6ec2997d7691 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:21:27.532142 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c6b70b2f-e6db-42fa-9c07-ca8a5369c439 admin admin] Publish callbacks [] for port (04be6d35-4ff8-40a6-8769-e4fbed34b1b2), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:27.566487 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c6b70b2f-e6db-42fa-9c07-ca8a5369c439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (04be6d35-4ff8-40a6-8769-e4fbed34b1b2), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:27.584358 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 86562d2b-4f10-4657-ab8b-6ec2997d7691 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:21:27.608868 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b70b2f-e6db-42fa-9c07-ca8a5369c439 admin admin] Network ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:21:27.611798 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-c6b70b2f-e6db-42fa-9c07-ca8a5369c439 admin admin] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:21:27.616560 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b70b2f-e6db-42fa-9c07-ca8a5369c439 admin admin] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:21:27.644652 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b70b2f-e6db-42fa-9c07-ca8a5369c439 admin admin] Pushing event updated for resources: {'Port': ['ID=04be6d35-4ff8-40a6-8769-e4fbed34b1b2,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:27.670941 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c6b70b2f-e6db-42fa-9c07-ca8a5369c439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596156'] for router_interface (eff1aec1-3a23-4f53-b196-1a6046533778), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:27.689373 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] Publish callbacks [] for port (5d90f0aa-99f3-491f-9a50-18322017601d), precommit_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:27.705444 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 86562d2b-4f10-4657-ab8b-6ec2997d7691 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:21:27.706041 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (86562d2b-4f10-4657-ab8b-6ec2997d7691), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:27.709918 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (5d90f0aa-99f3-491f-9a50-18322017601d), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:27.741476 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59558) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:27.814460 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] Attempting to bind port 5d90f0aa-99f3-491f-9a50-18322017601d on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:21:27.814837 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] Attempting to bind port 5d90f0aa-99f3-491f-9a50-18322017601d by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:21:27.815203 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] Attempting to bind port 5d90f0aa-99f3-491f-9a50-18322017601d on network 1ee500bf-3755-4a54-8c64-77d3afc270de {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:21:27.817395 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14673d5c-ec53-43fa-a568-5b5c7b90e398 None None] Pushing event updated for resources: {'Port': ['ID=5d90f0aa-99f3-491f-9a50-18322017601d,revision_number=2']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:27.835405 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c6b70b2f-e6db-42fa-9c07-ca8a5369c439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (04be6d35-4ff8-40a6-8769-e4fbed34b1b2), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:27.835986 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:21:27.836162 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] Checking segment: {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:21:27.836570 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:27.836997 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] Bound using segment: {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:21:27.837672 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] Bound port: 5d90f0aa-99f3-491f-9a50-18322017601d, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:21:27.838062 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (5d90f0aa-99f3-491f-9a50-18322017601d), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:27.924648 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 86562d2b-4f10-4657-ab8b-6ec2997d7691 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:21:27.939382 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] For port 5d90f0aa-99f3-491f-9a50-18322017601d, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:21:27.945249 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] For port 5d90f0aa-99f3-491f-9a50-18322017601d, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=5d90f0aa-99f3-491f-9a50-18322017601d,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:21:27.954068 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (5d90f0aa-99f3-491f-9a50-18322017601d), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:27.987509 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-7c0a0e05-623d-4f15-bab2-5984319665c6 None None] Provisioning complete for port 04be6d35-4ff8-40a6-8769-e4fbed34b1b2 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:21:27.987873 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-7c0a0e05-623d-4f15-bab2-5984319665c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (04be6d35-4ff8-40a6-8769-e4fbed34b1b2), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:28.024200 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c6b70b2f-e6db-42fa-9c07-ca8a5369c439 admin admin] Publish callbacks [] for port (04be6d35-4ff8-40a6-8769-e4fbed34b1b2), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:28.030286 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c6b70b2f-e6db-42fa-9c07-ca8a5369c439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (04be6d35-4ff8-40a6-8769-e4fbed34b1b2), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:28.047143 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] Routers {'eff1aec1-3a23-4f53-b196-1a6046533778'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:21:28.047778 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:20:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['eff1aec1-3a23-4f53-b196-1a6046533778'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:28.101296 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b70b2f-e6db-42fa-9c07-ca8a5369c439 admin admin] Pushing event updated for resources: {'Port': ['ID=04be6d35-4ff8-40a6-8769-e4fbed34b1b2,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:28.104774 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c6b70b2f-e6db-42fa-9c07-ca8a5369c439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1596008'] for router_interface (eff1aec1-3a23-4f53-b196-1a6046533778), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:28.201902 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f74444ed-666d-4d9f-bf17-98b35e26443d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1596021'] for router_interface (c50a0250-9d50-4d17-ba09-f8c4c5b3945d), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:28.209368 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b70b2f-e6db-42fa-9c07-ca8a5369c439 admin admin] Network ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:21:28.210746 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-c6b70b2f-e6db-42fa-9c07-ca8a5369c439 admin admin] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:21:28.215010 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14673d5c-ec53-43fa-a568-5b5c7b90e398 None None] Pushing event updated for resources: {'Port': ['ID=5d90f0aa-99f3-491f-9a50-18322017601d,revision_number=3']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:28.251033 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-7c0a0e05-623d-4f15-bab2-5984319665c6 None None] Port 04be6d35-4ff8-40a6-8769-e4fbed34b1b2 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:21:28.302092 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] Set router eff1aec1-3a23-4f53-b196-1a6046533778 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:21:28.351739 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b70b2f-e6db-42fa-9c07-ca8a5369c439 admin admin] Router eff1aec1-3a23-4f53-b196-1a6046533778 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:21:28.363394 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-3560f949-1771-4e69-91f4-151a387b7995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:28.491658 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b70b2f-e6db-42fa-9c07-ca8a5369c439 admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:21:28.499040 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-c6b70b2f-e6db-42fa-9c07-ca8a5369c439 admin admin] 10.222.0.30 "PUT /v2.0/routers/eff1aec1-3a23-4f53-b196-1a6046533778/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6839762 Apr 04 06:21:28.513146 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-f74444ed-666d-4d9f-bf17-98b35e26443d admin admin] Deleting port aee8d703-588b-46e9-9c51-267dc1d7333e {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:21:28.513556 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f74444ed-666d-4d9f-bf17-98b35e26443d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (aee8d703-588b-46e9-9c51-267dc1d7333e), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:28.544236 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '04be6d35-4ff8-40a6-8769-e4fbed34b1b2', 'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'mac_address': 'fa:16:3e:c0:fc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:27Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 2, 'project_id': '68988ae34214443380cdb8f4c7433802', 'subnets': [{'id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:28.575135 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d4262-d9fd-4056-ac34-f915f32021bd None None] The sync data for ids ['eff1aec1-3a23-4f53-b196-1a6046533778'] in dv-cinder-834448-2-iscsi is: [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '04be6d35-4ff8-40a6-8769-e4fbed34b1b2', 'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'mac_address': 'fa:16:3e:c0:fc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:27Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 2, 'project_id': '68988ae34214443380cdb8f4c7433802', 'subnets': [{'id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:21:28.587380 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-cdf48f6e-9bce-45df-8d56-cba63378e436 None None] Provisioning complete for port 04be6d35-4ff8-40a6-8769-e4fbed34b1b2 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:21:28.587941 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-cdf48f6e-9bce-45df-8d56-cba63378e436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (04be6d35-4ff8-40a6-8769-e4fbed34b1b2), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:28.598320 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-f74444ed-666d-4d9f-bf17-98b35e26443d admin admin] For port aee8d703-588b-46e9-9c51-267dc1d7333e, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=aee8d703-588b-46e9-9c51-267dc1d7333e,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:21:28.598693 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f74444ed-666d-4d9f-bf17-98b35e26443d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (aee8d703-588b-46e9-9c51-267dc1d7333e), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:28.621744 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-f74444ed-666d-4d9f-bf17-98b35e26443d admin admin] Calling delete_port for aee8d703-588b-46e9-9c51-267dc1d7333e owned by network:router_interface {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:21:28.635238 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-cdf48f6e-9bce-45df-8d56-cba63378e436 None None] Port 04be6d35-4ff8-40a6-8769-e4fbed34b1b2 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:21:28.843765 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f74444ed-666d-4d9f-bf17-98b35e26443d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (aee8d703-588b-46e9-9c51-267dc1d7333e), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:28.874344 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74444ed-666d-4d9f-bf17-98b35e26443d admin admin] Pushing event deleted for resources: {'Port': ['ID=aee8d703-588b-46e9-9c51-267dc1d7333e,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:29.094071 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f74444ed-666d-4d9f-bf17-98b35e26443d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596389'] for router_interface (c50a0250-9d50-4d17-ba09-f8c4c5b3945d), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:29.119149 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59576) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:29.126231 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-41001914-e441-43e0-aa7d-3465536d9ab7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1751897143-network', 'tenant_id': 'b579d521e0cf45ebab46a26cd6aed8a7'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:21:29.150190 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41001914-e441-43e0-aa7d-3465536d9ab7 admin admin] Made reservation on behalf of b579d521e0cf45ebab46a26cd6aed8a7 for: {'network': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:21:29.152853 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-41001914-e441-43e0-aa7d-3465536d9ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for network (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:29.162581 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-41001914-e441-43e0-aa7d-3465536d9ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:29.251736 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-41001914-e441-43e0-aa7d-3465536d9ab7 admin admin] Publish callbacks [] for security_group (3d093d71-b19d-4cfc-8d1c-0d9c8bff22fd), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:29.259238 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-41001914-e441-43e0-aa7d-3465536d9ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (3d093d71-b19d-4cfc-8d1c-0d9c8bff22fd), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:29.289841 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41001914-e441-43e0-aa7d-3465536d9ab7 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 06:21:29.295850 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41001914-e441-43e0-aa7d-3465536d9ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d093d71-b19d-4cfc-8d1c-0d9c8bff22fd,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:29.306505 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-41001914-e441-43e0-aa7d-3465536d9ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (42a7f810-8a5f-44ce-9a3a-d94e8164ad1f), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:29.306752 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.segments_db [None req-41001914-e441-43e0-aa7d-3465536d9ab7 admin admin] Added segment 42a7f810-8a5f-44ce-9a3a-d94e8164ad1f of type vlan for network 011cd3e6-7fb3-42aa-82db-8dc9f7935dbb Apr 04 06:21:29.372365 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74444ed-666d-4d9f-bf17-98b35e26443d admin admin] Router c50a0250-9d50-4d17-ba09-f8c4c5b3945d has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:21:29.377400 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-41001914-e441-43e0-aa7d-3465536d9ab7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794510444108'] for network (011cd3e6-7fb3-42aa-82db-8dc9f7935dbb), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:29.414845 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-41001914-e441-43e0-aa7d-3465536d9ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for network (011cd3e6-7fb3-42aa-82db-8dc9f7935dbb), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:29.416044 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41001914-e441-43e0-aa7d-3465536d9ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:21:29.416926 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-41001914-e441-43e0-aa7d-3465536d9ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:29.476366 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-41001914-e441-43e0-aa7d-3465536d9ab7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3560784 Apr 04 06:21:29.479010 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59580) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:29.486322 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-3d1d7e96-bc2e-4dcf-92a9-b4b69006bfa8 admin admin] Request body: {'subnet': {'network_id': '011cd3e6-7fb3-42aa-82db-8dc9f7935dbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1751897143-subnet', 'tenant_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'ip_version': 4}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:21:29.505664 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74444ed-666d-4d9f-bf17-98b35e26443d admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:21:29.506214 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41001914-e441-43e0-aa7d-3465536d9ab7 admin admin] Pushing event updated for resources: {'Network': ['ID=011cd3e6-7fb3-42aa-82db-8dc9f7935dbb,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:29.513697 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-f74444ed-666d-4d9f-bf17-98b35e26443d admin admin] 10.222.0.30 "PUT /v2.0/routers/c50a0250-9d50-4d17-ba09-f8c4c5b3945d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7704020 Apr 04 06:21:29.517097 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59582) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:29.527649 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d52f8-3273-4899-bd22-a07467c42eb2 None None] Sync routers for ids ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:21:29.528217 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1d7e96-bc2e-4dcf-92a9-b4b69006bfa8 admin admin] Made reservation on behalf of b579d521e0cf45ebab46a26cd6aed8a7 for: {'subnet': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:21:29.529952 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3d1d7e96-bc2e-4dcf-92a9-b4b69006bfa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9101482'] for subnet (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:29.530266 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Network 011cd3e6-7fb3-42aa-82db-8dc9f7935dbb details requested by agent ovs-agent-dv-cinder-834448-2-iscsi with host dv-cinder-834448-2-iscsi {{(pid=103481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 06:21:29.554395 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d52f8-3273-4899-bd22-a07467c42eb2 None None] Routers {'c50a0250-9d50-4d17-ba09-f8c4c5b3945d'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:21:29.555030 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-f11d52f8-3273-4899-bd22-a07467c42eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:21:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:29.685987 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:29.727349 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 5d90f0aa-99f3-491f-9a50-18322017601d up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:21:29.727667 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-23077179-3acd-4257-96e7-71f2d985b269 admin admin] Publish callbacks [] for router (c50a0250-9d50-4d17-ba09-f8c4c5b3945d), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:29.742236 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-f11d52f8-3273-4899-bd22-a07467c42eb2 None None] Set router c50a0250-9d50-4d17-ba09-f8c4c5b3945d gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:21:29.789840 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 5d90f0aa-99f3-491f-9a50-18322017601d triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:21:29.790290 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (5d90f0aa-99f3-491f-9a50-18322017601d), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:29.851723 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-23077179-3acd-4257-96e7-71f2d985b269 admin admin] Publish callbacks [] for router_gateway (c50a0250-9d50-4d17-ba09-f8c4c5b3945d), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:29.897378 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 5d90f0aa-99f3-491f-9a50-18322017601d is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:21:29.897931 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (5d90f0aa-99f3-491f-9a50-18322017601d), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:29.929933 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] For port 5d90f0aa-99f3-491f-9a50-18322017601d, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=5d90f0aa-99f3-491f-9a50-18322017601d,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:21:29.939165 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (5d90f0aa-99f3-491f-9a50-18322017601d), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:29.951205 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-f11d52f8-3273-4899-bd22-a07467c42eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'name': 'tempest-AttachVolumeShelveTestJSON-842340705-router', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:01Z', 'updated_at': '2022-04-04T06:21:28Z', 'revision_number': 5, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'gw_port': {'id': '7dd4c3df-15cb-4dce-930f-819c1d19538c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:10:04Z', 'updated_at': '2022-04-04T06:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:29.980419 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d52f8-3273-4899-bd22-a07467c42eb2 None None] Checking router: c50a0250-9d50-4d17-ba09-f8c4c5b3945d for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:21:29.989364 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-23077179-3acd-4257-96e7-71f2d985b269 admin admin] Deleting port 7dd4c3df-15cb-4dce-930f-819c1d19538c {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:21:29.989711 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-23077179-3acd-4257-96e7-71f2d985b269 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (7dd4c3df-15cb-4dce-930f-819c1d19538c), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:29.992517 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3d1d7e96-bc2e-4dcf-92a9-b4b69006bfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2345216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9101500'] for subnet (6f62577f-6a14-41d0-8c70-9cd827f6b5f2), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:29.993191 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d52f8-3273-4899-bd22-a07467c42eb2 None None] Routers {'c50a0250-9d50-4d17-ba09-f8c4c5b3945d'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:21:29.994007 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-f11d52f8-3273-4899-bd22-a07467c42eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:21:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:30.008065 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Pushing event updated for resources: {'Port': ['ID=5d90f0aa-99f3-491f-9a50-18322017601d,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:30.086878 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-f11d52f8-3273-4899-bd22-a07467c42eb2 None None] Set router c50a0250-9d50-4d17-ba09-f8c4c5b3945d gateway port host: None {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:21:30.096700 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d7e96-bc2e-4dcf-92a9-b4b69006bfa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f62577f-6a14-41d0-8c70-9cd827f6b5f2,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:30.126520 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1d7e96-bc2e-4dcf-92a9-b4b69006bfa8 admin admin] Checking segment: {'id': '42a7f810-8a5f-44ce-9a3a-d94e8164ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '011cd3e6-7fb3-42aa-82db-8dc9f7935dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:21:30.127189 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1d7e96-bc2e-4dcf-92a9-b4b69006bfa8 admin admin] Network hostable DHCP agents. Network: 011cd3e6-7fb3-42aa-82db-8dc9f7935dbb, hostable agents: ['a23458ca-c084-4a06-a8cf-ee94f3e130be'], hosted agents: [] {{(pid=103480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 06:21:30.143936 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-f11d52f8-3273-4899-bd22-a07467c42eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'name': 'tempest-AttachVolumeShelveTestJSON-842340705-router', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:01Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 6, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'gw_port_host': None}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:30.147136 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-23077179-3acd-4257-96e7-71f2d985b269 admin admin] For port 7dd4c3df-15cb-4dce-930f-819c1d19538c, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=7dd4c3df-15cb-4dce-930f-819c1d19538c,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:21:30.147499 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-23077179-3acd-4257-96e7-71f2d985b269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (7dd4c3df-15cb-4dce-930f-819c1d19538c), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.165841 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-23077179-3acd-4257-96e7-71f2d985b269 admin admin] Calling delete_port for 7dd4c3df-15cb-4dce-930f-819c1d19538c owned by network:router_gateway {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:21:30.167425 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1d7e96-bc2e-4dcf-92a9-b4b69006bfa8 admin admin] Network 011cd3e6-7fb3-42aa-82db-8dc9f7935dbb is scheduled to be hosted by DHCP agent a23458ca-c084-4a06-a8cf-ee94f3e130be with binding_index 1 {{(pid=103480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 06:21:30.170080 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d52f8-3273-4899-bd22-a07467c42eb2 None None] The sync data for ids ['c50a0250-9d50-4d17-ba09-f8c4c5b3945d'] in dv-cinder-834448-2-iscsi is: [{'id': 'c50a0250-9d50-4d17-ba09-f8c4c5b3945d', 'name': 'tempest-AttachVolumeShelveTestJSON-842340705-router', 'tenant_id': 'eb48c2dfec0b435e978641e49934d2c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:10:01Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 6, 'project_id': 'eb48c2dfec0b435e978641e49934d2c0', 'gw_port_host': None}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:21:30.184021 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-3d1d7e96-bc2e-4dcf-92a9-b4b69006bfa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-2-iscsi, 011cd3e6-7fb3-42aa-82db-8dc9f7935dbb) {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:21:30.193684 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05762628-f782-4b5e-a493-d6c10b86d282 None None] Network 011cd3e6-7fb3-42aa-82db-8dc9f7935dbb requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:21:30.219434 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1d7e96-bc2e-4dcf-92a9-b4b69006bfa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:21:30.220034 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3d1d7e96-bc2e-4dcf-92a9-b4b69006bfa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for subnet (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.245758 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-3d1d7e96-bc2e-4dcf-92a9-b4b69006bfa8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7654326 Apr 04 06:21:30.248891 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59584) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:30.253354 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-be11560d-7484-4471-96de-fa5569eb8bff admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1751897143-router', 'tenant_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:21:30.275575 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-be11560d-7484-4471-96de-fa5569eb8bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1596477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router (20dfc128-3512-4101-8b20-2ce60f104a1e), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.277190 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-be11560d-7484-4471-96de-fa5569eb8bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1597357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router (20dfc128-3512-4101-8b20-2ce60f104a1e), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.307817 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ca077d-653e-4b09-a789-576b87435f3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5440c0d-2b70-5970-bb3d-e8eca1b84906-011cd3e6-7fb3-42aa-82db-8dc9f7935dbb', 'network_id': '011cd3e6-7fb3-42aa-82db-8dc9f7935dbb', 'project_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'fixed_ips': [{'subnet_id': '6f62577f-6a14-41d0-8c70-9cd827f6b5f2'}]}} from dv-cinder-834448-2-iscsi. {{(pid=103481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 06:21:30.308836 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-53ca077d-653e-4b09-a789-576b87435f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.345940 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-be11560d-7484-4471-96de-fa5569eb8bff admin admin] Publish callbacks [] for router_controller (20dfc128-3512-4101-8b20-2ce60f104a1e), precommit_add_association {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.380095 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-23077179-3acd-4257-96e7-71f2d985b269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (7dd4c3df-15cb-4dce-930f-819c1d19538c), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.404702 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23077179-3acd-4257-96e7-71f2d985b269 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd4c3df-15cb-4dce-930f-819c1d19538c,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:30.477034 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.db_base_plugin_common [None req-53ca077d-653e-4b09-a789-576b87435f3d None None] Allocated IP 172.20.0.2 (011cd3e6-7fb3-42aa-82db-8dc9f7935dbb/6f62577f-6a14-41d0-8c70-9cd827f6b5f2/13640bdc-606e-4fda-a422-ea569357d06c) {{(pid=103481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:21:30.482869 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-23077179-3acd-4257-96e7-71f2d985b269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589263'] for router_gateway (c50a0250-9d50-4d17-ba09-f8c4c5b3945d), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.588002 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-23077179-3acd-4257-96e7-71f2d985b269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1597331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016'] for router (c50a0250-9d50-4d17-ba09-f8c4c5b3945d), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.590879 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-23077179-3acd-4257-96e7-71f2d985b269 admin admin] Publish callbacks [] for router_controller (c50a0250-9d50-4d17-ba09-f8c4c5b3945d), precommit_delete_associations {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.651422 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-23077179-3acd-4257-96e7-71f2d985b269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1597418'] for router (c50a0250-9d50-4d17-ba09-f8c4c5b3945d), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.652757 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23077179-3acd-4257-96e7-71f2d985b269 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c50a0250-9d50-4d17-ba09-f8c4c5b3945d {{(pid=103480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 06:21:30.663861 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-23077179-3acd-4257-96e7-71f2d985b269 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.669120 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-23077179-3acd-4257-96e7-71f2d985b269 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c50a0250-9d50-4d17-ba09-f8c4c5b3945d HTTP/1.1" status: 204 len: 168 time: 1.1505363 Apr 04 06:21:30.669790 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59586) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:30.705954 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.711281 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-53ca077d-653e-4b09-a789-576b87435f3d None None] Publish callbacks [] for port (13640bdc-606e-4fda-a422-ea569357d06c), precommit_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.727097 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-53ca077d-653e-4b09-a789-576b87435f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (13640bdc-606e-4fda-a422-ea569357d06c), after_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.740186 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_v2 [None req-629022a0-0078-414b-940a-e480ca047698 admin admin] Deleting subnet b9a8a955-6bc6-44f6-83f1-2fcedefaefaf {{(pid=103480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 06:21:30.743666 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-629022a0-0078-414b-940a-e480ca047698 admin admin] Publish callbacks [] for subnet (b9a8a955-6bc6-44f6-83f1-2fcedefaefaf), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.774100 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ca077d-653e-4b09-a789-576b87435f3d None None] Network 011cd3e6-7fb3-42aa-82db-8dc9f7935dbb is already hosted by enough agents. {{(pid=103481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:21:30.782532 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.base_scheduler [None req-53ca077d-653e-4b09-a789-576b87435f3d None None] Resources bound (agent type, host, resource id): {{(pid=103481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:21:30.783205 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-629022a0-0078-414b-940a-e480ca047698 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3914041'] for subnet (b9a8a955-6bc6-44f6-83f1-2fcedefaefaf), precommit_delete_associations {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.785101 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ca077d-653e-4b09-a789-576b87435f3d None None] Received port after_create {{(pid=103481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:21:30.792591 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca077d-653e-4b09-a789-576b87435f3d None None] Pushing event updated for resources: {'Port': ['ID=13640bdc-606e-4fda-a422-ea569357d06c,revision_number=1']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:30.811558 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-be11560d-7484-4471-96de-fa5569eb8bff admin admin] Publish callbacks [] for router_gateway (20dfc128-3512-4101-8b20-2ce60f104a1e), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.855564 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-53ca077d-653e-4b09-a789-576b87435f3d None None] Attempting to bind port 13640bdc-606e-4fda-a422-ea569357d06c on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:21:30.856055 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-53ca077d-653e-4b09-a789-576b87435f3d None None] Attempting to bind port 13640bdc-606e-4fda-a422-ea569357d06c by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '42a7f810-8a5f-44ce-9a3a-d94e8164ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '011cd3e6-7fb3-42aa-82db-8dc9f7935dbb'}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:21:30.856594 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca077d-653e-4b09-a789-576b87435f3d None None] Attempting to bind port 13640bdc-606e-4fda-a422-ea569357d06c on network 011cd3e6-7fb3-42aa-82db-8dc9f7935dbb {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:21:30.862205 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca077d-653e-4b09-a789-576b87435f3d None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:21:30.862925 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca077d-653e-4b09-a789-576b87435f3d None None] Checking segment: {'id': '42a7f810-8a5f-44ce-9a3a-d94e8164ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '011cd3e6-7fb3-42aa-82db-8dc9f7935dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:21:30.863160 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-53ca077d-653e-4b09-a789-576b87435f3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.863468 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca077d-653e-4b09-a789-576b87435f3d None None] Bound using segment: {'id': '42a7f810-8a5f-44ce-9a3a-d94e8164ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '011cd3e6-7fb3-42aa-82db-8dc9f7935dbb'} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:21:30.863957 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-53ca077d-653e-4b09-a789-576b87435f3d None None] Bound port: 13640bdc-606e-4fda-a422-ea569357d06c, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a7f810-8a5f-44ce-9a3a-d94e8164ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '011cd3e6-7fb3-42aa-82db-8dc9f7935dbb'}}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:21:30.864304 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-53ca077d-653e-4b09-a789-576b87435f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (13640bdc-606e-4fda-a422-ea569357d06c), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.890198 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-629022a0-0078-414b-940a-e480ca047698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047354'] for subnet (b9a8a955-6bc6-44f6-83f1-2fcedefaefaf), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.941066 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-53ca077d-653e-4b09-a789-576b87435f3d None None] For port 13640bdc-606e-4fda-a422-ea569357d06c, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:21:30.944291 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-53ca077d-653e-4b09-a789-576b87435f3d None None] For port 13640bdc-606e-4fda-a422-ea569357d06c, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=13640bdc-606e-4fda-a422-ea569357d06c,segment=NetworkSegment(42a7f810-8a5f-44ce-9a3a-d94e8164ad1f),segment_id=42a7f810-8a5f-44ce-9a3a-d94e8164ad1f)] {{(pid=103481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:21:30.950393 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-53ca077d-653e-4b09-a789-576b87435f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (13640bdc-606e-4fda-a422-ea569357d06c), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.955896 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-629022a0-0078-414b-940a-e480ca047698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2345283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9101493'] for subnet (b9a8a955-6bc6-44f6-83f1-2fcedefaefaf), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.981875 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629022a0-0078-414b-940a-e480ca047698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9a8a955-6bc6-44f6-83f1-2fcedefaefaf,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:30.985791 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-629022a0-0078-414b-940a-e480ca047698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for subnet (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:30.989163 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-629022a0-0078-414b-940a-e480ca047698 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b9a8a955-6bc6-44f6-83f1-2fcedefaefaf HTTP/1.1" status: 204 len: 168 time: 0.3181994 Apr 04 06:21:30.991444 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59588) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:31.011808 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e8d5ce-2b51-4dfa-aa27-34d9fdac3c91 None None] Network 912f530c-0c5f-4821-bf75-3c7641d0619c requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:21:31.029679 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca077d-653e-4b09-a789-576b87435f3d None None] Pushing event updated for resources: {'Port': ['ID=13640bdc-606e-4fda-a422-ea569357d06c,revision_number=2']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:31.081633 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-164ac125-18fe-4224-bd56-493ee7b98258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823931'] for network (912f530c-0c5f-4821-bf75-3c7641d0619c), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:31.081865 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-be11560d-7484-4471-96de-fa5569eb8bff admin admin] Publish callbacks [] for router_gateway (20dfc128-3512-4101-8b20-2ce60f104a1e), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:31.115030 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-be11560d-7484-4471-96de-fa5569eb8bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:31.174002 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-164ac125-18fe-4224-bd56-493ee7b98258 admin admin] Deleting port d806ab26-1369-4265-9192-003f8989af7e {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:21:31.174460 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-164ac125-18fe-4224-bd56-493ee7b98258 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (d806ab26-1369-4265-9192-003f8989af7e), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:31.201422 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] Sync routers for ids ['eff1aec1-3a23-4f53-b196-1a6046533778'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:21:31.213278 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] Routers {'eff1aec1-3a23-4f53-b196-1a6046533778'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:21:31.214104 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:21:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['eff1aec1-3a23-4f53-b196-1a6046533778'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:31.268869 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-164ac125-18fe-4224-bd56-493ee7b98258 admin admin] For port d806ab26-1369-4265-9192-003f8989af7e, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=d806ab26-1369-4265-9192-003f8989af7e,segment=NetworkSegment(419f71b2-82cb-4cb3-81a8-e81dcd025595),segment_id=419f71b2-82cb-4cb3-81a8-e81dcd025595)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:21:31.269343 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-164ac125-18fe-4224-bd56-493ee7b98258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (d806ab26-1369-4265-9192-003f8989af7e), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:31.292488 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-164ac125-18fe-4224-bd56-493ee7b98258 admin admin] Calling delete_port for d806ab26-1369-4265-9192-003f8989af7e owned by network:dhcp {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:21:31.319926 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12438b0e-d8ca-41b2-833c-143f7a39f2a2 None None] DHCP port deletion for 912f530c-0c5f-4821-bf75-3c7641d0619c request from dv-cinder-834448-2-iscsi {{(pid=103481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 06:21:31.329412 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-be11560d-7484-4471-96de-fa5569eb8bff admin admin] Allocated IP 172.27.2.100 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/445a62dc-d237-48b3-95b3-42c61a1b774c) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:21:31.405942 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-164ac125-18fe-4224-bd56-493ee7b98258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (d806ab26-1369-4265-9192-003f8989af7e), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:31.413436 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] Set router eff1aec1-3a23-4f53-b196-1a6046533778 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:21:31.433681 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ac125-18fe-4224-bd56-493ee7b98258 admin admin] Pushing event deleted for resources: {'Port': ['ID=d806ab26-1369-4265-9192-003f8989af7e,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:31.440297 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164ac125-18fe-4224-bd56-493ee7b98258 admin admin] No DVR routers for this DVR port d806ab26-1369-4265-9192-003f8989af7e on host dv-cinder-834448-2-iscsi {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:21:31.467064 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-12438b0e-d8ca-41b2-833c-143f7a39f2a2 None None] Deleting port d806ab26-1369-4265-9192-003f8989af7e {{(pid=103481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:21:31.467449 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-12438b0e-d8ca-41b2-833c-143f7a39f2a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (d806ab26-1369-4265-9192-003f8989af7e), before_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:31.544005 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-164ac125-18fe-4224-bd56-493ee7b98258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951985', 'neutron.services.segments.db._delete_segments_for_network-8794510801722'] for network (912f530c-0c5f-4821-bf75-3c7641d0619c), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:31.547248 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-be11560d-7484-4471-96de-fa5569eb8bff admin admin] Publish callbacks [] for port (445a62dc-d237-48b3-95b3-42c61a1b774c), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:31.573853 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-164ac125-18fe-4224-bd56-493ee7b98258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912f530c-0c5f-4821-bf75-3c7641d0619c']}} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:31.594006 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-164ac125-18fe-4224-bd56-493ee7b98258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419f71b2-82cb-4cb3-81a8-e81dcd025595') {'for_net_delete': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:31.594308 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-164ac125-18fe-4224-bd56-493ee7b98258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419f71b2-82cb-4cb3-81a8-e81dcd025595') {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:31.610578 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-be11560d-7484-4471-96de-fa5569eb8bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (445a62dc-d237-48b3-95b3-42c61a1b774c), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:31.624524 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-164ac125-18fe-4224-bd56-493ee7b98258 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794510999619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3914034'] for segment (419f71b2-82cb-4cb3-81a8-e81dcd025595), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:31.625412 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-12438b0e-d8ca-41b2-833c-143f7a39f2a2 None None] For port d806ab26-1369-4265-9192-003f8989af7e, host dv-cinder-834448-2-iscsi, got binding levels [] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:21:31.625832 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-12438b0e-d8ca-41b2-833c-143f7a39f2a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (d806ab26-1369-4265-9192-003f8989af7e), precommit_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:31.644755 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-12438b0e-d8ca-41b2-833c-143f7a39f2a2 None None] Calling delete_port for d806ab26-1369-4265-9192-003f8989af7e owned by network:dhcp {{(pid=103481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:21:31.649365 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.ipam_backend_mixin [None req-12438b0e-d8ca-41b2-833c-143f7a39f2a2 None None] Port d806ab26-1369-4265-9192-003f8989af7e was not found and therefore no delete operation was performed {{(pid=103481) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 04 06:21:31.656820 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-164ac125-18fe-4224-bd56-493ee7b98258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (419f71b2-82cb-4cb3-81a8-e81dcd025595), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:31.658309 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-12438b0e-d8ca-41b2-833c-143f7a39f2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006'] for port (d806ab26-1369-4265-9192-003f8989af7e), after_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:31.665856 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11560d-7484-4471-96de-fa5569eb8bff admin admin] Pushing event updated for resources: {'Port': ['ID=445a62dc-d237-48b3-95b3-42c61a1b774c,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:31.671569 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164ac125-18fe-4224-bd56-493ee7b98258 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 06:21:31.672391 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-164ac125-18fe-4224-bd56-493ee7b98258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2345957'] for segment (419f71b2-82cb-4cb3-81a8-e81dcd025595), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:31.680420 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be11560d-7484-4471-96de-fa5569eb8bff admin admin] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:21:31.682139 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-be11560d-7484-4471-96de-fa5569eb8bff admin admin] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:21:31.684915 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be11560d-7484-4471-96de-fa5569eb8bff admin admin] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:21:31.739303 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12438b0e-d8ca-41b2-833c-143f7a39f2a2 None None] Pushing event deleted for resources: {'Port': ['ID=d806ab26-1369-4265-9192-003f8989af7e,revision_number=None']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: Traceback (most recent call last): Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: timer() Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: cb(*args, **kw) Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: return func(*args, **kwargs) Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: self._notify() Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: self.callback(batched_events) Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: event.method(event) Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: return f(self, *a, **k) Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._get(url).json() Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: return self.request(url, 'GET', **kwargs) Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 06:21:31.744190 dv-cinder-834448-2-iscsi neutron-server[103480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 06:21:31.747803 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12438b0e-d8ca-41b2-833c-143f7a39f2a2 None None] No DVR routers for this DVR port d806ab26-1369-4265-9192-003f8989af7e on host dv-cinder-834448-2-iscsi {{(pid=103481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:21:31.750436 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-164ac125-18fe-4224-bd56-493ee7b98258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589347'] for network (912f530c-0c5f-4821-bf75-3c7641d0619c), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:31.773051 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-164ac125-18fe-4224-bd56-493ee7b98258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:31.788120 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-164ac125-18fe-4224-bd56-493ee7b98258 admin admin] 10.222.0.30 "DELETE /v2.0/networks/912f530c-0c5f-4821-bf75-3c7641d0619c HTTP/1.1" status: 204 len: 168 time: 0.7953138 Apr 04 06:21:31.789192 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ac125-18fe-4224-bd56-493ee7b98258 admin admin] Pushing event deleted for resources: {'Network': ['ID=912f530c-0c5f-4821-bf75-3c7641d0619c,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:31.799295 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 13640bdc-606e-4fda-a422-ea569357d06c up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:21:31.883591 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '04be6d35-4ff8-40a6-8769-e4fbed34b1b2', 'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'mac_address': 'fa:16:3e:c0:fc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:27Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 2, 'project_id': '68988ae34214443380cdb8f4c7433802', 'subnets': [{'id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:31.896600 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 13640bdc-606e-4fda-a422-ea569357d06c triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:21:31.897023 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (13640bdc-606e-4fda-a422-ea569357d06c), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:31.943449 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] Checking router: eff1aec1-3a23-4f53-b196-1a6046533778 for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:21:31.945475 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] Updating router eff1aec1-3a23-4f53-b196-1a6046533778 port 04be6d35-4ff8-40a6-8769-e4fbed34b1b2 binding host dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 06:21:32.000847 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59592) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:32.012412 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (04be6d35-4ff8-40a6-8769-e4fbed34b1b2), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:32.063354 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-be11560d-7484-4471-96de-fa5569eb8bff admin admin] Publish callbacks [] for router_gateway (20dfc128-3512-4101-8b20-2ce60f104a1e), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:32.069514 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-f1dfd994-a6ee-4821-bb52-196c29242d37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb48c2dfec0b435e978641e49934d2c0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0653007 Apr 04 06:21:32.070571 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59594) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:32.139845 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1dda-a546-4b64-96cb-f6fceb33eb9b admin admin] Publish callbacks [] for security_group (1d9dcf5c-86cf-48db-9575-70b8d8837e76), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:32.165739 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1dda-a546-4b64-96cb-f6fceb33eb9b admin admin] Publish callbacks [] for security_group (1d9dcf5c-86cf-48db-9575-70b8d8837e76), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:32.219023 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1dda-a546-4b64-96cb-f6fceb33eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (1d9dcf5c-86cf-48db-9575-70b8d8837e76), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:32.221767 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-bc1e1dda-a546-4b64-96cb-f6fceb33eb9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:32.225332 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-bc1e1dda-a546-4b64-96cb-f6fceb33eb9b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d9dcf5c-86cf-48db-9575-70b8d8837e76 HTTP/1.1" status: 204 len: 168 time: 0.1513557 Apr 04 06:21:32.239333 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e1dda-a546-4b64-96cb-f6fceb33eb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9dcf5c-86cf-48db-9575-70b8d8837e76,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:32.291675 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 13640bdc-606e-4fda-a422-ea569357d06c is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:21:32.292153 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (13640bdc-606e-4fda-a422-ea569357d06c), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:32.312132 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-be11560d-7484-4471-96de-fa5569eb8bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589291'] for router (20dfc128-3512-4101-8b20-2ce60f104a1e), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:32.380959 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836a8482-573b-4b70-8cec-270e4b55c3b4 None None] Network 011cd3e6-7fb3-42aa-82db-8dc9f7935dbb requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:21:32.461602 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be11560d-7484-4471-96de-fa5569eb8bff admin admin] Router 20dfc128-3512-4101-8b20-2ce60f104a1e is scheduled to L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 with binding_index 1 {{(pid=103479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 06:21:32.479304 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:32.491769 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] For port 13640bdc-606e-4fda-a422-ea569357d06c, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=13640bdc-606e-4fda-a422-ea569357d06c,segment=NetworkSegment(42a7f810-8a5f-44ce-9a3a-d94e8164ad1f),segment_id=42a7f810-8a5f-44ce-9a3a-d94e8164ad1f)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:21:32.505177 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (13640bdc-606e-4fda-a422-ea569357d06c), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:32.505980 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 5d90f0aa-99f3-491f-9a50-18322017601d up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:21:32.564007 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-6df029df-6ea8-4300-84a2-59f0a7184fc4 None None] Provisioning complete for port 13640bdc-606e-4fda-a422-ea569357d06c triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:21:32.564385 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-6df029df-6ea8-4300-84a2-59f0a7184fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (13640bdc-606e-4fda-a422-ea569357d06c), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:32.596740 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be11560d-7484-4471-96de-fa5569eb8bff admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:21:32.609483 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] Sync routers for ids ['20dfc128-3512-4101-8b20-2ce60f104a1e'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:21:32.619789 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-be11560d-7484-4471-96de-fa5569eb8bff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:32.624316 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-be11560d-7484-4471-96de-fa5569eb8bff admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3714392 Apr 04 06:21:32.624475 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] Routers {'20dfc128-3512-4101-8b20-2ce60f104a1e'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:21:32.624822 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:21:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['20dfc128-3512-4101-8b20-2ce60f104a1e'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:32.625019 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59604) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:32.713051 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Pushing event updated for resources: {'Port': ['ID=13640bdc-606e-4fda-a422-ea569357d06c,revision_number=3']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:32.754689 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] Set router 20dfc128-3512-4101-8b20-2ce60f104a1e gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:21:32.792417 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 5d90f0aa-99f3-491f-9a50-18322017601d triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:21:32.793300 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (5d90f0aa-99f3-491f-9a50-18322017601d), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:32.917877 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] Publish callbacks [] for port (04be6d35-4ff8-40a6-8769-e4fbed34b1b2), precommit_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:32.933104 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-6df029df-6ea8-4300-84a2-59f0a7184fc4 None None] Current status of the port 13640bdc-606e-4fda-a422-ea569357d06c is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:21:32.939278 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (04be6d35-4ff8-40a6-8769-e4fbed34b1b2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:32.984631 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dfc128-3512-4101-8b20-2ce60f104a1e', 'name': 'tempest-TestVolumeBootPattern-1751897143-router', 'tenant_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '445a62dc-d237-48b3-95b3-42c61a1b774c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:30Z', 'updated_at': '2022-04-04T06:21:31Z', 'revision_number': 3, 'project_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'gw_port': {'id': '445a62dc-d237-48b3-95b3-42c61a1b774c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ab:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dfc128-3512-4101-8b20-2ce60f104a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:31Z', 'updated_at': '2022-04-04T06:21:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:33.027084 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 5d90f0aa-99f3-491f-9a50-18322017601d is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:21:33.031044 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] Checking router: 20dfc128-3512-4101-8b20-2ce60f104a1e for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:21:33.031837 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] Updating router 20dfc128-3512-4101-8b20-2ce60f104a1e port 445a62dc-d237-48b3-95b3-42c61a1b774c binding host dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 06:21:33.088113 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (445a62dc-d237-48b3-95b3-42c61a1b774c), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:33.099149 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f17f1-b92c-408a-b054-a7fc4d43adc9 None None] Pushing event updated for resources: {'Port': ['ID=04be6d35-4ff8-40a6-8769-e4fbed34b1b2,revision_number=3']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:33.119931 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] Attempting to bind port 04be6d35-4ff8-40a6-8769-e4fbed34b1b2 on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:21:33.120306 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] Attempting to bind port 04be6d35-4ff8-40a6-8769-e4fbed34b1b2 by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '980930ec-c0af-4522-990c-3c2672ed72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c'}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:21:33.120677 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] Attempting to bind port 04be6d35-4ff8-40a6-8769-e4fbed34b1b2 on network ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:21:33.142657 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:21:33.143044 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] Checking segment: {'id': '980930ec-c0af-4522-990c-3c2672ed72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:21:33.143458 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:33.143858 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] Bound using segment: {'id': '980930ec-c0af-4522-990c-3c2672ed72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c'} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:21:33.144344 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] Bound port: 04be6d35-4ff8-40a6-8769-e4fbed34b1b2, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980930ec-c0af-4522-990c-3c2672ed72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c'}}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:21:33.144733 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (04be6d35-4ff8-40a6-8769-e4fbed34b1b2), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:33.164979 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device aee8d703-588b-46e9-9c51-267dc1d7333e no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:21:33.228232 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: aee8d703-588b-46e9-9c51-267dc1d7333e {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:21:33.228578 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device aee8d703-588b-46e9-9c51-267dc1d7333e not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:21:33.229181 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device d806ab26-1369-4265-9192-003f8989af7e no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:21:33.269001 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: d806ab26-1369-4265-9192-003f8989af7e {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:21:33.269966 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device d806ab26-1369-4265-9192-003f8989af7e not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:21:33.270538 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 7dd4c3df-15cb-4dce-930f-819c1d19538c no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:21:33.306949 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6fa61fa0-4816-46c5-a285-1c9915e067cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:33.308426 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: 7dd4c3df-15cb-4dce-930f-819c1d19538c {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:21:33.308783 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 7dd4c3df-15cb-4dce-930f-819c1d19538c not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:21:33.335623 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] For port 04be6d35-4ff8-40a6-8769-e4fbed34b1b2, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:21:33.340708 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] For port 04be6d35-4ff8-40a6-8769-e4fbed34b1b2, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=04be6d35-4ff8-40a6-8769-e4fbed34b1b2,segment=NetworkSegment(980930ec-c0af-4522-990c-3c2672ed72e4),segment_id=980930ec-c0af-4522-990c-3c2672ed72e4)] {{(pid=103481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:21:33.350977 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (04be6d35-4ff8-40a6-8769-e4fbed34b1b2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:33.425541 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-310edce2-cec3-44c2-8a8a-f17a048c90a4 None None] Provisioning complete for port 13640bdc-606e-4fda-a422-ea569357d06c triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:21:33.425915 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-310edce2-cec3-44c2-8a8a-f17a048c90a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (13640bdc-606e-4fda-a422-ea569357d06c), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:33.437267 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] Routers {'eff1aec1-3a23-4f53-b196-1a6046533778'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:21:33.438210 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:21:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['eff1aec1-3a23-4f53-b196-1a6046533778'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:33.461017 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f17f1-b92c-408a-b054-a7fc4d43adc9 None None] Pushing event updated for resources: {'Port': ['ID=04be6d35-4ff8-40a6-8769-e4fbed34b1b2,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:33.533296 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] Publish callbacks [] for port (445a62dc-d237-48b3-95b3-42c61a1b774c), precommit_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:33.555694 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (445a62dc-d237-48b3-95b3-42c61a1b774c), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:33.636860 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [None req-6fa61fa0-4816-46c5-a285-1c9915e067cf admin admin] Allocated IP 172.20.0.1 (011cd3e6-7fb3-42aa-82db-8dc9f7935dbb/6f62577f-6a14-41d0-8c70-9cd827f6b5f2/41af025f-41a0-4251-bdb8-66a06bf107e8) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:21:33.653677 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] Set router eff1aec1-3a23-4f53-b196-1a6046533778 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:21:33.660997 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a02d6-2ab8-42c3-b6f0-1371aa13890f None None] Pushing event updated for resources: {'Port': ['ID=445a62dc-d237-48b3-95b3-42c61a1b774c,revision_number=2']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:33.676215 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] Attempting to bind port 445a62dc-d237-48b3-95b3-42c61a1b774c on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:21:33.676677 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] Attempting to bind port 445a62dc-d237-48b3-95b3-42c61a1b774c by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:21:33.677564 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] Attempting to bind port 445a62dc-d237-48b3-95b3-42c61a1b774c on network 1ee500bf-3755-4a54-8c64-77d3afc270de {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:21:33.685182 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:21:33.685972 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] Checking segment: {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:21:33.686581 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:33.687066 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] Bound using segment: {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:21:33.687951 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] Bound port: 445a62dc-d237-48b3-95b3-42c61a1b774c, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:21:33.688358 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (445a62dc-d237-48b3-95b3-42c61a1b774c), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:33.706967 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 13640bdc-606e-4fda-a422-ea569357d06c up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:21:33.722935 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a02d6-2ab8-42c3-b6f0-1371aa13890f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:33.723569 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a02d6-2ab8-42c3-b6f0-1371aa13890f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:33.724084 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a02d6-2ab8-42c3-b6f0-1371aa13890f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:33.724779 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a02d6-2ab8-42c3-b6f0-1371aa13890f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:33.725289 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a02d6-2ab8-42c3-b6f0-1371aa13890f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:33.725900 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a02d6-2ab8-42c3-b6f0-1371aa13890f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:33.726403 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a02d6-2ab8-42c3-b6f0-1371aa13890f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:33.726891 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a02d6-2ab8-42c3-b6f0-1371aa13890f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:33.727481 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a02d6-2ab8-42c3-b6f0-1371aa13890f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:33.727972 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a02d6-2ab8-42c3-b6f0-1371aa13890f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:33.728467 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a02d6-2ab8-42c3-b6f0-1371aa13890f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:33.729190 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a02d6-2ab8-42c3-b6f0-1371aa13890f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:33.729673 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a02d6-2ab8-42c3-b6f0-1371aa13890f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:33.730151 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a02d6-2ab8-42c3-b6f0-1371aa13890f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:33.730698 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291a02d6-2ab8-42c3-b6f0-1371aa13890f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:33.770878 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-310edce2-cec3-44c2-8a8a-f17a048c90a4 None None] Current status of the port 13640bdc-606e-4fda-a422-ea569357d06c is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:21:33.775390 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] For port 445a62dc-d237-48b3-95b3-42c61a1b774c, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:21:33.781511 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] For port 445a62dc-d237-48b3-95b3-42c61a1b774c, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=445a62dc-d237-48b3-95b3-42c61a1b774c,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:21:33.791204 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (445a62dc-d237-48b3-95b3-42c61a1b774c), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:33.817558 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6fa61fa0-4816-46c5-a285-1c9915e067cf admin admin] Publish callbacks [] for port (41af025f-41a0-4251-bdb8-66a06bf107e8), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:33.843361 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] Routers {'20dfc128-3512-4101-8b20-2ce60f104a1e'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:21:33.844148 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:21:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['20dfc128-3512-4101-8b20-2ce60f104a1e'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:33.862707 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-310edce2-cec3-44c2-8a8a-f17a048c90a4 None None] Provisioning complete for port 04be6d35-4ff8-40a6-8769-e4fbed34b1b2 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:21:33.863706 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-310edce2-cec3-44c2-8a8a-f17a048c90a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (04be6d35-4ff8-40a6-8769-e4fbed34b1b2), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:33.876743 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6fa61fa0-4816-46c5-a285-1c9915e067cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (41af025f-41a0-4251-bdb8-66a06bf107e8), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:33.921627 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 13640bdc-606e-4fda-a422-ea569357d06c triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:21:33.921995 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (13640bdc-606e-4fda-a422-ea569357d06c), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:33.926430 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa61fa0-4816-46c5-a285-1c9915e067cf admin admin] Network 011cd3e6-7fb3-42aa-82db-8dc9f7935dbb is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:21:33.932844 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-6fa61fa0-4816-46c5-a285-1c9915e067cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:21:33.949838 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa61fa0-4816-46c5-a285-1c9915e067cf admin admin] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:21:34.006413 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6fa61fa0-4816-46c5-a285-1c9915e067cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596156'] for router_interface (20dfc128-3512-4101-8b20-2ce60f104a1e), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:34.013031 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa61fa0-4816-46c5-a285-1c9915e067cf admin admin] Pushing event updated for resources: {'Port': ['ID=41af025f-41a0-4251-bdb8-66a06bf107e8,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:34.063136 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a02d6-2ab8-42c3-b6f0-1371aa13890f None None] Pushing event updated for resources: {'Port': ['ID=445a62dc-d237-48b3-95b3-42c61a1b774c,revision_number=3']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:34.107041 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-310edce2-cec3-44c2-8a8a-f17a048c90a4 None None] Current status of the port 04be6d35-4ff8-40a6-8769-e4fbed34b1b2 is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:21:34.107512 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-310edce2-cec3-44c2-8a8a-f17a048c90a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (04be6d35-4ff8-40a6-8769-e4fbed34b1b2), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:34.205139 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] Set router 20dfc128-3512-4101-8b20-2ce60f104a1e gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:21:34.396027 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:34.429906 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-310edce2-cec3-44c2-8a8a-f17a048c90a4 None None] For port 04be6d35-4ff8-40a6-8769-e4fbed34b1b2, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=04be6d35-4ff8-40a6-8769-e4fbed34b1b2,segment=NetworkSegment(980930ec-c0af-4522-990c-3c2672ed72e4),segment_id=980930ec-c0af-4522-990c-3c2672ed72e4)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:21:34.435420 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 13640bdc-606e-4fda-a422-ea569357d06c is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:21:34.436688 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 04be6d35-4ff8-40a6-8769-e4fbed34b1b2 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:21:34.439608 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-310edce2-cec3-44c2-8a8a-f17a048c90a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (04be6d35-4ff8-40a6-8769-e4fbed34b1b2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:34.444938 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '04be6d35-4ff8-40a6-8769-e4fbed34b1b2', 'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'mac_address': 'fa:16:3e:c0:fc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:27Z', 'updated_at': '2022-04-04T06:21:33Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'subnets': [{'id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:34.467445 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dfc128-3512-4101-8b20-2ce60f104a1e', 'name': 'tempest-TestVolumeBootPattern-1751897143-router', 'tenant_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '445a62dc-d237-48b3-95b3-42c61a1b774c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:30Z', 'updated_at': '2022-04-04T06:21:31Z', 'revision_number': 3, 'project_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'gw_port': {'id': '445a62dc-d237-48b3-95b3-42c61a1b774c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ab:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dfc128-3512-4101-8b20-2ce60f104a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:31Z', 'updated_at': '2022-04-04T06:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:34.498171 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c28a8d0-4d40-4d86-89af-7765faf8d501 None None] The sync data for ids ['20dfc128-3512-4101-8b20-2ce60f104a1e'] in dv-cinder-834448-2-iscsi is: [{'id': '20dfc128-3512-4101-8b20-2ce60f104a1e', 'name': 'tempest-TestVolumeBootPattern-1751897143-router', 'tenant_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '445a62dc-d237-48b3-95b3-42c61a1b774c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:30Z', 'updated_at': '2022-04-04T06:21:31Z', 'revision_number': 3, 'project_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'gw_port': {'id': '445a62dc-d237-48b3-95b3-42c61a1b774c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ab:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dfc128-3512-4101-8b20-2ce60f104a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:31Z', 'updated_at': '2022-04-04T06:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:21:34.521319 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760f620c-28a4-476f-b6ef-bf5725017622 None None] The sync data for ids ['eff1aec1-3a23-4f53-b196-1a6046533778'] in dv-cinder-834448-2-iscsi is: [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '04be6d35-4ff8-40a6-8769-e4fbed34b1b2', 'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'mac_address': 'fa:16:3e:c0:fc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:27Z', 'updated_at': '2022-04-04T06:21:33Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'subnets': [{'id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:21:34.528560 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6fa61fa0-4816-46c5-a285-1c9915e067cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (41af025f-41a0-4251-bdb8-66a06bf107e8), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:34.559599 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310edce2-cec3-44c2-8a8a-f17a048c90a4 None None] Pushing event updated for resources: {'Port': ['ID=04be6d35-4ff8-40a6-8769-e4fbed34b1b2,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:34.581271 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-dfb52781-2e61-4e43-a0c2-c99146a2fa65 None None] Provisioning complete for port 41af025f-41a0-4251-bdb8-66a06bf107e8 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:21:34.581931 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-dfb52781-2e61-4e43-a0c2-c99146a2fa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (41af025f-41a0-4251-bdb8-66a06bf107e8), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:34.617324 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 04be6d35-4ff8-40a6-8769-e4fbed34b1b2 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:21:34.617709 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (04be6d35-4ff8-40a6-8769-e4fbed34b1b2), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:34.654674 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-dfb52781-2e61-4e43-a0c2-c99146a2fa65 None None] Port 41af025f-41a0-4251-bdb8-66a06bf107e8 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:21:34.677689 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-dfb52781-2e61-4e43-a0c2-c99146a2fa65 None None] Provisioning complete for port 04be6d35-4ff8-40a6-8769-e4fbed34b1b2 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:21:34.678087 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-dfb52781-2e61-4e43-a0c2-c99146a2fa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (04be6d35-4ff8-40a6-8769-e4fbed34b1b2), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:34.735578 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6fa61fa0-4816-46c5-a285-1c9915e067cf admin admin] Publish callbacks [] for port (41af025f-41a0-4251-bdb8-66a06bf107e8), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:34.743971 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6fa61fa0-4816-46c5-a285-1c9915e067cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (41af025f-41a0-4251-bdb8-66a06bf107e8), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:34.755457 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 04be6d35-4ff8-40a6-8769-e4fbed34b1b2 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:21:34.844643 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-dfb52781-2e61-4e43-a0c2-c99146a2fa65 None None] Current status of the port 04be6d35-4ff8-40a6-8769-e4fbed34b1b2 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:21:34.844863 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa61fa0-4816-46c5-a285-1c9915e067cf admin admin] Pushing event updated for resources: {'Port': ['ID=41af025f-41a0-4251-bdb8-66a06bf107e8,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:34.864536 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6fa61fa0-4816-46c5-a285-1c9915e067cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1596008'] for router_interface (20dfc128-3512-4101-8b20-2ce60f104a1e), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:34.967179 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa61fa0-4816-46c5-a285-1c9915e067cf admin admin] Network 011cd3e6-7fb3-42aa-82db-8dc9f7935dbb is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:21:34.968779 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-6fa61fa0-4816-46c5-a285-1c9915e067cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:21:35.102950 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa61fa0-4816-46c5-a285-1c9915e067cf admin admin] Router 20dfc128-3512-4101-8b20-2ce60f104a1e has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:21:35.229120 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa61fa0-4816-46c5-a285-1c9915e067cf admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:21:35.234832 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-6fa61fa0-4816-46c5-a285-1c9915e067cf admin admin] 10.222.0.30 "PUT /v2.0/routers/20dfc128-3512-4101-8b20-2ce60f104a1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6086881 Apr 04 06:21:35.264652 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-c50a3b41-bc2d-44a3-8c5d-9aaacc0a672f None None] Provisioning complete for port 41af025f-41a0-4251-bdb8-66a06bf107e8 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:21:35.265233 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-c50a3b41-bc2d-44a3-8c5d-9aaacc0a672f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (41af025f-41a0-4251-bdb8-66a06bf107e8), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:35.301028 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-c50a3b41-bc2d-44a3-8c5d-9aaacc0a672f None None] Port 41af025f-41a0-4251-bdb8-66a06bf107e8 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:21:35.666313 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 04be6d35-4ff8-40a6-8769-e4fbed34b1b2 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:21:35.721678 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 04be6d35-4ff8-40a6-8769-e4fbed34b1b2 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:21:35.722236 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (04be6d35-4ff8-40a6-8769-e4fbed34b1b2), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:35.806322 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 04be6d35-4ff8-40a6-8769-e4fbed34b1b2 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:21:35.807419 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 445a62dc-d237-48b3-95b3-42c61a1b774c up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:21:35.856684 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 445a62dc-d237-48b3-95b3-42c61a1b774c triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:21:35.857286 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (445a62dc-d237-48b3-95b3-42c61a1b774c), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:35.877567 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59654) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:35.882785 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-7f1e6c52-640f-433d-9f8e-4839dee4abca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2030931071', 'description': 'tempest-secgroup-smoke-2030931071 description', 'project_id': '68988ae34214443380cdb8f4c7433802'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:21:35.908169 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7f1e6c52-640f-433d-9f8e-4839dee4abca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:35.948868 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 445a62dc-d237-48b3-95b3-42c61a1b774c is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:21:35.951019 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (445a62dc-d237-48b3-95b3-42c61a1b774c), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:35.974572 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] For port 445a62dc-d237-48b3-95b3-42c61a1b774c, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=445a62dc-d237-48b3-95b3-42c61a1b774c,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:21:35.977623 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7f1e6c52-640f-433d-9f8e-4839dee4abca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group (0bfceedc-7c7e-4f29-9d5b-a55e827627e1), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:35.979028 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (445a62dc-d237-48b3-95b3-42c61a1b774c), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:35.985142 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7f1e6c52-640f-433d-9f8e-4839dee4abca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (0bfceedc-7c7e-4f29-9d5b-a55e827627e1), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.018812 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7f1e6c52-640f-433d-9f8e-4839dee4abca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.022991 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-7f1e6c52-640f-433d-9f8e-4839dee4abca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1412859 Apr 04 06:21:36.023155 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59656) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:36.027865 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-f720cd7a-605a-4898-8c36-fa228931e59a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Request body: {'security_group_rule': {'security_group_id': '0bfceedc-7c7e-4f29-9d5b-a55e827627e1', 'project_id': '68988ae34214443380cdb8f4c7433802', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:21:36.031510 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Pushing event updated for resources: {'Port': ['ID=445a62dc-d237-48b3-95b3-42c61a1b774c,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:36.032971 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e6c52-640f-433d-9f8e-4839dee4abca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfceedc-7c7e-4f29-9d5b-a55e827627e1,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:36.055418 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f720cd7a-605a-4898-8c36-fa228931e59a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group_rule (c395942e-b5b7-4857-a1fe-cc651ed7b6e5), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.115257 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f720cd7a-605a-4898-8c36-fa228931e59a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group_rule (c395942e-b5b7-4857-a1fe-cc651ed7b6e5), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.120827 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f720cd7a-605a-4898-8c36-fa228931e59a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (c395942e-b5b7-4857-a1fe-cc651ed7b6e5), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.143464 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720cd7a-605a-4898-8c36-fa228931e59a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c395942e-b5b7-4857-a1fe-cc651ed7b6e5,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:36.154128 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-f720cd7a-605a-4898-8c36-fa228931e59a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.155351 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-f720cd7a-605a-4898-8c36-fa228931e59a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312382 Apr 04 06:21:36.159077 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59658) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:36.163707 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-266c5825-6eaa-44a5-9672-fdcfb5c497df tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Request body: {'security_group_rule': {'security_group_id': '0bfceedc-7c7e-4f29-9d5b-a55e827627e1', 'project_id': '68988ae34214443380cdb8f4c7433802', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:21:36.191669 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-266c5825-6eaa-44a5-9672-fdcfb5c497df tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group_rule (ce40e192-3d62-4438-84c6-75c18fbc0b03), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.249734 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-266c5825-6eaa-44a5-9672-fdcfb5c497df tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group_rule (ce40e192-3d62-4438-84c6-75c18fbc0b03), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.254670 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-266c5825-6eaa-44a5-9672-fdcfb5c497df tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (ce40e192-3d62-4438-84c6-75c18fbc0b03), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.274427 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c5825-6eaa-44a5-9672-fdcfb5c497df tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce40e192-3d62-4438-84c6-75c18fbc0b03,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:36.283750 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-266c5825-6eaa-44a5-9672-fdcfb5c497df tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.285016 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-266c5825-6eaa-44a5-9672-fdcfb5c497df tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1248546 Apr 04 06:21:36.287731 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59660) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:36.292045 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-28fe9924-7a7d-4e80-a23b-6af08c6cdec7 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Request body: {'security_group_rule': {'security_group_id': '0bfceedc-7c7e-4f29-9d5b-a55e827627e1', 'project_id': '68988ae34214443380cdb8f4c7433802', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:21:36.319900 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-28fe9924-7a7d-4e80-a23b-6af08c6cdec7 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group_rule (1dd25ce5-0771-40ec-bd94-df254c596bba), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.377548 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-28fe9924-7a7d-4e80-a23b-6af08c6cdec7 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group_rule (1dd25ce5-0771-40ec-bd94-df254c596bba), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.382555 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-28fe9924-7a7d-4e80-a23b-6af08c6cdec7 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (1dd25ce5-0771-40ec-bd94-df254c596bba), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.400922 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe9924-7a7d-4e80-a23b-6af08c6cdec7 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd25ce5-0771-40ec-bd94-df254c596bba,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:36.409215 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-28fe9924-7a7d-4e80-a23b-6af08c6cdec7 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.410426 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-28fe9924-7a7d-4e80-a23b-6af08c6cdec7 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217782 Apr 04 06:21:36.413208 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59662) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:36.417507 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-286ccd3f-2161-4721-97be-2aea43cbbdf6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Request body: {'security_group_rule': {'security_group_id': '0bfceedc-7c7e-4f29-9d5b-a55e827627e1', 'project_id': '68988ae34214443380cdb8f4c7433802', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:21:36.443920 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-286ccd3f-2161-4721-97be-2aea43cbbdf6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group_rule (02357c21-3194-4d78-91b4-e2898370d077), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.480125 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] Sync routers for ids ['20dfc128-3512-4101-8b20-2ce60f104a1e'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:21:36.490521 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] Routers {'20dfc128-3512-4101-8b20-2ce60f104a1e'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:21:36.491158 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:21:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['20dfc128-3512-4101-8b20-2ce60f104a1e'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:36.505258 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-286ccd3f-2161-4721-97be-2aea43cbbdf6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group_rule (02357c21-3194-4d78-91b4-e2898370d077), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.509689 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-286ccd3f-2161-4721-97be-2aea43cbbdf6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (02357c21-3194-4d78-91b4-e2898370d077), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.528598 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ccd3f-2161-4721-97be-2aea43cbbdf6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02357c21-3194-4d78-91b4-e2898370d077,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:36.537383 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-286ccd3f-2161-4721-97be-2aea43cbbdf6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.541231 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-286ccd3f-2161-4721-97be-2aea43cbbdf6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243868 Apr 04 06:21:36.541418 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59664) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:36.545823 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-36060c22-62e4-4e43-981e-b6f7fab48abc tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Request body: {'security_group_rule': {'security_group_id': '0bfceedc-7c7e-4f29-9d5b-a55e827627e1', 'project_id': '68988ae34214443380cdb8f4c7433802', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:21:36.567819 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.securitygroups_db [None req-36060c22-62e4-4e43-981e-b6f7fab48abc tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Project 68988ae34214443380cdb8f4c7433802 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 06:21:36.572720 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-36060c22-62e4-4e43-981e-b6f7fab48abc tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group_rule (b2aca011-f28b-426a-970e-b44829eeca9d), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.600987 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] Set router 20dfc128-3512-4101-8b20-2ce60f104a1e gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:21:36.631953 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-36060c22-62e4-4e43-981e-b6f7fab48abc tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group_rule (b2aca011-f28b-426a-970e-b44829eeca9d), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.637284 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-36060c22-62e4-4e43-981e-b6f7fab48abc tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (b2aca011-f28b-426a-970e-b44829eeca9d), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.656848 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36060c22-62e4-4e43-981e-b6f7fab48abc tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2aca011-f28b-426a-970e-b44829eeca9d,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:36.667981 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-36060c22-62e4-4e43-981e-b6f7fab48abc tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.672179 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-36060c22-62e4-4e43-981e-b6f7fab48abc tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272137 Apr 04 06:21:36.672817 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59670) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:36.677717 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-3fcc8ba5-4ea9-4557-a545-18252932a54b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Request body: {'security_group_rule': {'security_group_id': '0bfceedc-7c7e-4f29-9d5b-a55e827627e1', 'project_id': '68988ae34214443380cdb8f4c7433802', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:21:36.707393 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.securitygroups_db [None req-3fcc8ba5-4ea9-4557-a545-18252932a54b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Project 68988ae34214443380cdb8f4c7433802 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 06:21:36.712788 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3fcc8ba5-4ea9-4557-a545-18252932a54b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group_rule (df10161e-91c3-4457-a70d-98e2d6b246e1), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.782033 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3fcc8ba5-4ea9-4557-a545-18252932a54b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group_rule (df10161e-91c3-4457-a70d-98e2d6b246e1), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.787193 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3fcc8ba5-4ea9-4557-a545-18252932a54b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (df10161e-91c3-4457-a70d-98e2d6b246e1), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.813912 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc8ba5-4ea9-4557-a545-18252932a54b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df10161e-91c3-4457-a70d-98e2d6b246e1,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:36.825066 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3fcc8ba5-4ea9-4557-a545-18252932a54b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.826729 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-3fcc8ba5-4ea9-4557-a545-18252932a54b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1530218 Apr 04 06:21:36.833293 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dfc128-3512-4101-8b20-2ce60f104a1e', 'name': 'tempest-TestVolumeBootPattern-1751897143-router', 'tenant_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '445a62dc-d237-48b3-95b3-42c61a1b774c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:30Z', 'updated_at': '2022-04-04T06:21:34Z', 'revision_number': 4, 'project_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'gw_port': {'id': '445a62dc-d237-48b3-95b3-42c61a1b774c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dfc128-3512-4101-8b20-2ce60f104a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:31Z', 'updated_at': '2022-04-04T06:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '41af025f-41a0-4251-bdb8-66a06bf107e8', 'name': '', 'network_id': '011cd3e6-7fb3-42aa-82db-8dc9f7935dbb', 'tenant_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'mac_address': 'fa:16:3e:c1:b4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dfc128-3512-4101-8b20-2ce60f104a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6f62577f-6a14-41d0-8c70-9cd827f6b5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:33Z', 'updated_at': '2022-04-04T06:21:34Z', 'revision_number': 2, 'project_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'subnets': [{'id': '6f62577f-6a14-41d0-8c70-9cd827f6b5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:36.868588 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] Checking router: 20dfc128-3512-4101-8b20-2ce60f104a1e for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:21:36.868973 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] Updating router 20dfc128-3512-4101-8b20-2ce60f104a1e port 41af025f-41a0-4251-bdb8-66a06bf107e8 binding host dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 06:21:36.899430 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (41af025f-41a0-4251-bdb8-66a06bf107e8), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:36.994655 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59712) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:37.115287 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-81d65170-f1db-468d-8671-3510d7667cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:37.203562 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-81d65170-f1db-468d-8671-3510d7667cdd admin admin] Publish callbacks [] for security_group (98e0a9bc-18d9-4c13-83f3-d1906a4627ba), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:37.204755 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] Publish callbacks [] for port (41af025f-41a0-4251-bdb8-66a06bf107e8), precommit_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:37.208693 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-81d65170-f1db-468d-8671-3510d7667cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (98e0a9bc-18d9-4c13-83f3-d1906a4627ba), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:37.211469 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (41af025f-41a0-4251-bdb8-66a06bf107e8), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:37.256921 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-81d65170-f1db-468d-8671-3510d7667cdd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca273cd52ad2415f827e859d9814e0e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574000 Apr 04 06:21:37.256921 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59722) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:37.292422 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c38ae-5bf2-420b-a2d5-b8d376c8f84f None None] Pushing event updated for resources: {'Port': ['ID=41af025f-41a0-4251-bdb8-66a06bf107e8,revision_number=3']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:37.314189 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d65170-f1db-468d-8671-3510d7667cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e0a9bc-18d9-4c13-83f3-d1906a4627ba,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:37.335571 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] Attempting to bind port 41af025f-41a0-4251-bdb8-66a06bf107e8 on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:21:37.337107 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] Attempting to bind port 41af025f-41a0-4251-bdb8-66a06bf107e8 by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '42a7f810-8a5f-44ce-9a3a-d94e8164ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '011cd3e6-7fb3-42aa-82db-8dc9f7935dbb'}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:21:37.337492 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] Attempting to bind port 41af025f-41a0-4251-bdb8-66a06bf107e8 on network 011cd3e6-7fb3-42aa-82db-8dc9f7935dbb {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:21:37.344778 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:21:37.345265 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] Checking segment: {'id': '42a7f810-8a5f-44ce-9a3a-d94e8164ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '011cd3e6-7fb3-42aa-82db-8dc9f7935dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:21:37.345753 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:37.346182 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] Bound using segment: {'id': '42a7f810-8a5f-44ce-9a3a-d94e8164ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '011cd3e6-7fb3-42aa-82db-8dc9f7935dbb'} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:21:37.346885 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] Bound port: 41af025f-41a0-4251-bdb8-66a06bf107e8, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a7f810-8a5f-44ce-9a3a-d94e8164ad1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '011cd3e6-7fb3-42aa-82db-8dc9f7935dbb'}}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:21:37.347450 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (41af025f-41a0-4251-bdb8-66a06bf107e8), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:37.359908 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-9c44cc3e-dc92-4e0e-be88-ba96fbbd7f4e admin admin] Publish callbacks [] for security_group (98e0a9bc-18d9-4c13-83f3-d1906a4627ba), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:37.385745 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-9c44cc3e-dc92-4e0e-be88-ba96fbbd7f4e admin admin] Publish callbacks [] for security_group (98e0a9bc-18d9-4c13-83f3-d1906a4627ba), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:37.423385 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] For port 41af025f-41a0-4251-bdb8-66a06bf107e8, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:21:37.427244 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] For port 41af025f-41a0-4251-bdb8-66a06bf107e8, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=41af025f-41a0-4251-bdb8-66a06bf107e8,segment=NetworkSegment(42a7f810-8a5f-44ce-9a3a-d94e8164ad1f),segment_id=42a7f810-8a5f-44ce-9a3a-d94e8164ad1f)] {{(pid=103481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:21:37.435998 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (41af025f-41a0-4251-bdb8-66a06bf107e8), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:37.438915 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-9c44cc3e-dc92-4e0e-be88-ba96fbbd7f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (98e0a9bc-18d9-4c13-83f3-d1906a4627ba), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:37.441666 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-9c44cc3e-dc92-4e0e-be88-ba96fbbd7f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:37.445973 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-9c44cc3e-dc92-4e0e-be88-ba96fbbd7f4e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98e0a9bc-18d9-4c13-83f3-d1906a4627ba HTTP/1.1" status: 204 len: 168 time: 0.1892748 Apr 04 06:21:37.456659 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44cc3e-dc92-4e0e-be88-ba96fbbd7f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e0a9bc-18d9-4c13-83f3-d1906a4627ba,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:37.517383 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] Routers {'20dfc128-3512-4101-8b20-2ce60f104a1e'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:21:37.518176 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:21:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['20dfc128-3512-4101-8b20-2ce60f104a1e'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:37.609361 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 445a62dc-d237-48b3-95b3-42c61a1b774c up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:21:37.643865 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-2cf4e3ed-122a-4c7f-81c2-63de26f8dd77 None None] Provisioning complete for port 41af025f-41a0-4251-bdb8-66a06bf107e8 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:21:37.644246 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-2cf4e3ed-122a-4c7f-81c2-63de26f8dd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (41af025f-41a0-4251-bdb8-66a06bf107e8), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:37.671519 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c38ae-5bf2-420b-a2d5-b8d376c8f84f None None] Pushing event updated for resources: {'Port': ['ID=41af025f-41a0-4251-bdb8-66a06bf107e8,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:37.703980 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c38ae-5bf2-420b-a2d5-b8d376c8f84f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:37.704426 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c38ae-5bf2-420b-a2d5-b8d376c8f84f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:37.704819 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c38ae-5bf2-420b-a2d5-b8d376c8f84f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:37.705340 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c38ae-5bf2-420b-a2d5-b8d376c8f84f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:37.705710 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c38ae-5bf2-420b-a2d5-b8d376c8f84f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:37.706713 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c38ae-5bf2-420b-a2d5-b8d376c8f84f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:37.707128 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c38ae-5bf2-420b-a2d5-b8d376c8f84f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:37.707503 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c38ae-5bf2-420b-a2d5-b8d376c8f84f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:37.707835 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c38ae-5bf2-420b-a2d5-b8d376c8f84f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:37.708255 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c38ae-5bf2-420b-a2d5-b8d376c8f84f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:37.708676 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c38ae-5bf2-420b-a2d5-b8d376c8f84f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:37.709093 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c38ae-5bf2-420b-a2d5-b8d376c8f84f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:37.709471 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c38ae-5bf2-420b-a2d5-b8d376c8f84f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:37.709842 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c38ae-5bf2-420b-a2d5-b8d376c8f84f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:37.710236 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286c38ae-5bf2-420b-a2d5-b8d376c8f84f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:21:37.799848 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] Set router 20dfc128-3512-4101-8b20-2ce60f104a1e gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:21:37.834486 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 445a62dc-d237-48b3-95b3-42c61a1b774c triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:21:37.834863 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (445a62dc-d237-48b3-95b3-42c61a1b774c), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:37.882711 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-2cf4e3ed-122a-4c7f-81c2-63de26f8dd77 None None] Current status of the port 41af025f-41a0-4251-bdb8-66a06bf107e8 is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:21:37.883098 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-2cf4e3ed-122a-4c7f-81c2-63de26f8dd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (41af025f-41a0-4251-bdb8-66a06bf107e8), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:38.162832 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-2cf4e3ed-122a-4c7f-81c2-63de26f8dd77 None None] For port 41af025f-41a0-4251-bdb8-66a06bf107e8, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=41af025f-41a0-4251-bdb8-66a06bf107e8,segment=NetworkSegment(42a7f810-8a5f-44ce-9a3a-d94e8164ad1f),segment_id=42a7f810-8a5f-44ce-9a3a-d94e8164ad1f)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:21:38.175297 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-2cf4e3ed-122a-4c7f-81c2-63de26f8dd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (41af025f-41a0-4251-bdb8-66a06bf107e8), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:38.267723 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 445a62dc-d237-48b3-95b3-42c61a1b774c is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:21:38.293766 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4e3ed-122a-4c7f-81c2-63de26f8dd77 None None] Pushing event updated for resources: {'Port': ['ID=41af025f-41a0-4251-bdb8-66a06bf107e8,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:38.311101 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-d729f54a-46e2-4de1-8afb-ce7fb22adbc4 None None] Provisioning complete for port 41af025f-41a0-4251-bdb8-66a06bf107e8 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:21:38.311413 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d729f54a-46e2-4de1-8afb-ce7fb22adbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (41af025f-41a0-4251-bdb8-66a06bf107e8), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:38.358263 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dfc128-3512-4101-8b20-2ce60f104a1e', 'name': 'tempest-TestVolumeBootPattern-1751897143-router', 'tenant_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '445a62dc-d237-48b3-95b3-42c61a1b774c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:30Z', 'updated_at': '2022-04-04T06:21:34Z', 'revision_number': 4, 'project_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'gw_port': {'id': '445a62dc-d237-48b3-95b3-42c61a1b774c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dfc128-3512-4101-8b20-2ce60f104a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:31Z', 'updated_at': '2022-04-04T06:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '41af025f-41a0-4251-bdb8-66a06bf107e8', 'name': '', 'network_id': '011cd3e6-7fb3-42aa-82db-8dc9f7935dbb', 'tenant_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'mac_address': 'fa:16:3e:c1:b4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dfc128-3512-4101-8b20-2ce60f104a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6f62577f-6a14-41d0-8c70-9cd827f6b5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:33Z', 'updated_at': '2022-04-04T06:21:37Z', 'revision_number': 4, 'project_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'subnets': [{'id': '6f62577f-6a14-41d0-8c70-9cd827f6b5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:21:38.388204 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb3602d-5725-4928-b49d-fcf56d33e257 None None] The sync data for ids ['20dfc128-3512-4101-8b20-2ce60f104a1e'] in dv-cinder-834448-2-iscsi is: [{'id': '20dfc128-3512-4101-8b20-2ce60f104a1e', 'name': 'tempest-TestVolumeBootPattern-1751897143-router', 'tenant_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '445a62dc-d237-48b3-95b3-42c61a1b774c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:30Z', 'updated_at': '2022-04-04T06:21:34Z', 'revision_number': 4, 'project_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'gw_port': {'id': '445a62dc-d237-48b3-95b3-42c61a1b774c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dfc128-3512-4101-8b20-2ce60f104a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:31Z', 'updated_at': '2022-04-04T06:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '41af025f-41a0-4251-bdb8-66a06bf107e8', 'name': '', 'network_id': '011cd3e6-7fb3-42aa-82db-8dc9f7935dbb', 'tenant_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'mac_address': 'fa:16:3e:c1:b4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dfc128-3512-4101-8b20-2ce60f104a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '6f62577f-6a14-41d0-8c70-9cd827f6b5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:33Z', 'updated_at': '2022-04-04T06:21:37Z', 'revision_number': 4, 'project_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'subnets': [{'id': '6f62577f-6a14-41d0-8c70-9cd827f6b5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:21:38.461950 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-d729f54a-46e2-4de1-8afb-ce7fb22adbc4 None None] Current status of the port 41af025f-41a0-4251-bdb8-66a06bf107e8 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:21:39.349630 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59794) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:39.472681 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3ac2fc77-55b0-458d-9e65-30fb3ac39acf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:39.580969 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3ac2fc77-55b0-458d-9e65-30fb3ac39acf admin admin] Publish callbacks [] for security_group (b94d6373-8e4f-4653-b382-44b8ff4a37e1), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:39.587189 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3ac2fc77-55b0-458d-9e65-30fb3ac39acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (b94d6373-8e4f-4653-b382-44b8ff4a37e1), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:39.610187 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 41af025f-41a0-4251-bdb8-66a06bf107e8 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:21:39.635967 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-3ac2fc77-55b0-458d-9e65-30fb3ac39acf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=763d95bcc13e4e66b4f850cc86b909f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2853546 Apr 04 06:21:39.636841 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2fc77-55b0-458d-9e65-30fb3ac39acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94d6373-8e4f-4653-b382-44b8ff4a37e1,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:39.639217 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59800) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:39.664878 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 41af025f-41a0-4251-bdb8-66a06bf107e8 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:21:39.665319 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (41af025f-41a0-4251-bdb8-66a06bf107e8), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:39.695651 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-405ffbfa-e4b2-40b7-ae2c-84b32a28dbc4 admin admin] Publish callbacks [] for security_group (b94d6373-8e4f-4653-b382-44b8ff4a37e1), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:39.719207 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-405ffbfa-e4b2-40b7-ae2c-84b32a28dbc4 admin admin] Publish callbacks [] for security_group (b94d6373-8e4f-4653-b382-44b8ff4a37e1), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:39.743647 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 41af025f-41a0-4251-bdb8-66a06bf107e8 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:21:39.771461 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-405ffbfa-e4b2-40b7-ae2c-84b32a28dbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (b94d6373-8e4f-4653-b382-44b8ff4a37e1), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:39.774083 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-405ffbfa-e4b2-40b7-ae2c-84b32a28dbc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:39.775247 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-405ffbfa-e4b2-40b7-ae2c-84b32a28dbc4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b94d6373-8e4f-4653-b382-44b8ff4a37e1 HTTP/1.1" status: 204 len: 168 time: 0.1349416 Apr 04 06:21:39.783025 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ffbfa-e4b2-40b7-ae2c-84b32a28dbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94d6373-8e4f-4653-b382-44b8ff4a37e1,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:40.086821 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59806) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:40.100703 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf95d884-670e-4d5b-bdf2-cfc821bdcbe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:40.184396 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf95d884-670e-4d5b-bdf2-cfc821bdcbe1 admin admin] Publish callbacks [] for security_group (2c361166-85c9-4839-b153-dea3f8e68c89), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:40.190769 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-cf95d884-670e-4d5b-bdf2-cfc821bdcbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (2c361166-85c9-4839-b153-dea3f8e68c89), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:40.242924 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-cf95d884-670e-4d5b-bdf2-cfc821bdcbe1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ce2365b68944642aa119e6769f6442e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549690 Apr 04 06:21:40.243792 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95d884-670e-4d5b-bdf2-cfc821bdcbe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c361166-85c9-4839-b153-dea3f8e68c89,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:40.246244 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59808) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:40.302060 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-b09bdf93-6eea-4de6-a837-4bd30f9e34bc admin admin] Publish callbacks [] for security_group (2c361166-85c9-4839-b153-dea3f8e68c89), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:40.325499 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-b09bdf93-6eea-4de6-a837-4bd30f9e34bc admin admin] Publish callbacks [] for security_group (2c361166-85c9-4839-b153-dea3f8e68c89), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:40.377983 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-b09bdf93-6eea-4de6-a837-4bd30f9e34bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (2c361166-85c9-4839-b153-dea3f8e68c89), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:40.381167 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-b09bdf93-6eea-4de6-a837-4bd30f9e34bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:40.382723 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-b09bdf93-6eea-4de6-a837-4bd30f9e34bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c361166-85c9-4839-b153-dea3f8e68c89 HTTP/1.1" status: 204 len: 168 time: 0.1323910 Apr 04 06:21:40.391286 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09bdf93-6eea-4de6-a837-4bd30f9e34bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c361166-85c9-4839-b153-dea3f8e68c89,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:42.613308 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:21:45.534225 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 59912) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:45.651451 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7bd98330-5231-4876-9f78-54340e752b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:45.732774 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7bd98330-5231-4876-9f78-54340e752b48 admin admin] Publish callbacks [] for security_group (684475a4-467a-4879-bb8c-6a8399a5be1c), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:45.738218 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-7bd98330-5231-4876-9f78-54340e752b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (684475a4-467a-4879-bb8c-6a8399a5be1c), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:45.777506 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-7bd98330-5231-4876-9f78-54340e752b48 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=204dc8df18a2430ab42809a265933131&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421827 Apr 04 06:21:45.778462 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd98330-5231-4876-9f78-54340e752b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684475a4-467a-4879-bb8c-6a8399a5be1c,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:45.780439 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59918) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:45.831106 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ef607ffb-6e18-4275-ae11-1742b73e606f admin admin] Publish callbacks [] for security_group (684475a4-467a-4879-bb8c-6a8399a5be1c), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:45.852370 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ef607ffb-6e18-4275-ae11-1742b73e606f admin admin] Publish callbacks [] for security_group (684475a4-467a-4879-bb8c-6a8399a5be1c), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:45.902769 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ef607ffb-6e18-4275-ae11-1742b73e606f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (684475a4-467a-4879-bb8c-6a8399a5be1c), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:45.905849 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ef607ffb-6e18-4275-ae11-1742b73e606f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:45.907036 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-ef607ffb-6e18-4275-ae11-1742b73e606f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/684475a4-467a-4879-bb8c-6a8399a5be1c HTTP/1.1" status: 204 len: 168 time: 0.1245780 Apr 04 06:21:45.915140 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef607ffb-6e18-4275-ae11-1742b73e606f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684475a4-467a-4879-bb8c-6a8399a5be1c,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:46.201082 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59924) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:46.214584 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2a9eaa7b-046c-4bea-a6ee-cf7024ca5ade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:46.292826 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2a9eaa7b-046c-4bea-a6ee-cf7024ca5ade admin admin] Publish callbacks [] for security_group (8041ef46-e69b-4edb-87fc-b429754599ac), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:46.299643 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-2a9eaa7b-046c-4bea-a6ee-cf7024ca5ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (8041ef46-e69b-4edb-87fc-b429754599ac), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:46.341477 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9eaa7b-046c-4bea-a6ee-cf7024ca5ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8041ef46-e69b-4edb-87fc-b429754599ac,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:46.347852 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-2a9eaa7b-046c-4bea-a6ee-cf7024ca5ade admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb56cd43026542649a17e4e7d4f454b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455860 Apr 04 06:21:46.350644 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59926) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:46.409250 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-74bb76b9-be7a-4f2d-9274-b0c85157a087 admin admin] Publish callbacks [] for security_group (8041ef46-e69b-4edb-87fc-b429754599ac), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:46.434372 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-74bb76b9-be7a-4f2d-9274-b0c85157a087 admin admin] Publish callbacks [] for security_group (8041ef46-e69b-4edb-87fc-b429754599ac), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:46.482470 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-74bb76b9-be7a-4f2d-9274-b0c85157a087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (8041ef46-e69b-4edb-87fc-b429754599ac), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:46.485067 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-74bb76b9-be7a-4f2d-9274-b0c85157a087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:46.486328 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-74bb76b9-be7a-4f2d-9274-b0c85157a087 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8041ef46-e69b-4edb-87fc-b429754599ac HTTP/1.1" status: 204 len: 168 time: 0.1347718 Apr 04 06:21:46.495453 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb76b9-be7a-4f2d-9274-b0c85157a087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8041ef46-e69b-4edb-87fc-b429754599ac,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:48.283943 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 59998) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:48.392173 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b2258449-f3c9-4e44-838a-d27f1965d4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:48.469870 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b2258449-f3c9-4e44-838a-d27f1965d4fa admin admin] Publish callbacks [] for security_group (d2547246-c6c0-40b8-b531-8947e4cde49a), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:48.476070 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b2258449-f3c9-4e44-838a-d27f1965d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (d2547246-c6c0-40b8-b531-8947e4cde49a), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:48.512842 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2258449-f3c9-4e44-838a-d27f1965d4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2547246-c6c0-40b8-b531-8947e4cde49a,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:48.520022 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-b2258449-f3c9-4e44-838a-d27f1965d4fa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96b8ff2e2b3f4ddda03052d52b0250cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321343 Apr 04 06:21:48.520266 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 60002) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:48.571346 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-33b26fd4-eed4-48ee-8a12-7c586f94d8fc admin admin] Publish callbacks [] for security_group (d2547246-c6c0-40b8-b531-8947e4cde49a), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:48.592580 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-33b26fd4-eed4-48ee-8a12-7c586f94d8fc admin admin] Publish callbacks [] for security_group (d2547246-c6c0-40b8-b531-8947e4cde49a), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:48.641905 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-33b26fd4-eed4-48ee-8a12-7c586f94d8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (d2547246-c6c0-40b8-b531-8947e4cde49a), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:48.644427 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-33b26fd4-eed4-48ee-8a12-7c586f94d8fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:48.645624 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-33b26fd4-eed4-48ee-8a12-7c586f94d8fc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2547246-c6c0-40b8-b531-8947e4cde49a HTTP/1.1" status: 204 len: 168 time: 0.1244509 Apr 04 06:21:48.653118 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b26fd4-eed4-48ee-8a12-7c586f94d8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2547246-c6c0-40b8-b531-8947e4cde49a,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:48.918764 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 60010) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:48.932320 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-17d5034d-369b-415e-83ea-3a6b5845f6c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:49.010208 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-17d5034d-369b-415e-83ea-3a6b5845f6c5 admin admin] Publish callbacks [] for security_group (60547c5d-9fa1-4546-9e5d-0cddd4f1c7c9), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:49.016853 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-17d5034d-369b-415e-83ea-3a6b5845f6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (60547c5d-9fa1-4546-9e5d-0cddd4f1c7c9), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:49.054901 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-17d5034d-369b-415e-83ea-3a6b5845f6c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=98c37fab93f94d4ea1a542e7f515ec3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350393 Apr 04 06:21:49.055721 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5034d-369b-415e-83ea-3a6b5845f6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60547c5d-9fa1-4546-9e5d-0cddd4f1c7c9,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:49.057854 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 60012) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:49.108103 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-b4c242f3-4745-45ad-8173-10d135821a35 admin admin] Publish callbacks [] for security_group (60547c5d-9fa1-4546-9e5d-0cddd4f1c7c9), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:49.129804 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-b4c242f3-4745-45ad-8173-10d135821a35 admin admin] Publish callbacks [] for security_group (60547c5d-9fa1-4546-9e5d-0cddd4f1c7c9), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:49.183267 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-b4c242f3-4745-45ad-8173-10d135821a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (60547c5d-9fa1-4546-9e5d-0cddd4f1c7c9), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:49.187404 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-b4c242f3-4745-45ad-8173-10d135821a35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:49.189249 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-b4c242f3-4745-45ad-8173-10d135821a35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60547c5d-9fa1-4546-9e5d-0cddd4f1c7c9 HTTP/1.1" status: 204 len: 168 time: 0.1299491 Apr 04 06:21:49.197452 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c242f3-4745-45ad-8173-10d135821a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60547c5d-9fa1-4546-9e5d-0cddd4f1c7c9,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:55.816600 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 60144) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:55.934424 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0b8310bf-3c82-41ec-9574-d654e22788b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:56.020500 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0b8310bf-3c82-41ec-9574-d654e22788b1 admin admin] Publish callbacks [] for security_group (af5c7634-3165-41e5-a1a0-7538438055e0), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:56.026567 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0b8310bf-3c82-41ec-9574-d654e22788b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (af5c7634-3165-41e5-a1a0-7538438055e0), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:56.070747 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-0b8310bf-3c82-41ec-9574-d654e22788b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ebe5da3ff5d439b81dee5e6bb8bb838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529607 Apr 04 06:21:56.071581 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8310bf-3c82-41ec-9574-d654e22788b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5c7634-3165-41e5-a1a0-7538438055e0,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:56.073704 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 60148) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:56.129431 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65075dc3-8113-4f74-b7c7-71835ccdfaf5 admin admin] Publish callbacks [] for security_group (af5c7634-3165-41e5-a1a0-7538438055e0), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:56.155658 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65075dc3-8113-4f74-b7c7-71835ccdfaf5 admin admin] Publish callbacks [] for security_group (af5c7634-3165-41e5-a1a0-7538438055e0), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:56.163323 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a0e98747-f70a-4f67-89fd-9b8e94f36db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:56.207628 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65075dc3-8113-4f74-b7c7-71835ccdfaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (af5c7634-3165-41e5-a1a0-7538438055e0), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:56.211532 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-65075dc3-8113-4f74-b7c7-71835ccdfaf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:56.213147 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-65075dc3-8113-4f74-b7c7-71835ccdfaf5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af5c7634-3165-41e5-a1a0-7538438055e0 HTTP/1.1" status: 204 len: 168 time: 0.1383176 Apr 04 06:21:56.223797 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65075dc3-8113-4f74-b7c7-71835ccdfaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5c7634-3165-41e5-a1a0-7538438055e0,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:56.492553 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 60162) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:56.506090 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-de9524de-14cd-408e-9280-b8262604374b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:56.582469 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-de9524de-14cd-408e-9280-b8262604374b admin admin] Publish callbacks [] for security_group (a3ad4f04-00a3-4fbc-a51f-f9b2fdbd0035), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:56.586344 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-6f8f618a-161a-4e25-bb6e-f611302095ea tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030931071&fields=id&tenant_id=68988ae34214443380cdb8f4c7433802 HTTP/1.1" status: 200 len: 267 time: 0.0463147 Apr 04 06:21:56.586568 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-de9524de-14cd-408e-9280-b8262604374b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (a3ad4f04-00a3-4fbc-a51f-f9b2fdbd0035), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:56.625878 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-de9524de-14cd-408e-9280-b8262604374b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=47982b79746d4b78a7aeee7236b42cb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321218 Apr 04 06:21:56.626734 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9524de-14cd-408e-9280-b8262604374b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ad4f04-00a3-4fbc-a51f-f9b2fdbd0035,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:56.629117 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 60166) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:21:56.678589 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-811b2290-2989-4b0f-8b31-6ed58c8a3510 admin admin] Publish callbacks [] for security_group (a3ad4f04-00a3-4fbc-a51f-f9b2fdbd0035), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:56.691157 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-4ae72ae8-3d0a-4ed9-b276-27eddc58f0e0 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:21:56.692642 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-4ae72ae8-3d0a-4ed9-b276-27eddc58f0e0 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/networks?id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c HTTP/1.1" status: 200 len: 812 time: 0.0994673 Apr 04 06:21:56.699306 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-811b2290-2989-4b0f-8b31-6ed58c8a3510 admin admin] Publish callbacks [] for security_group (a3ad4f04-00a3-4fbc-a51f-f9b2fdbd0035), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:56.707464 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-1f7b5fd4-f39f-480a-8eae-ad9ecd5c8526 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/quotas/68988ae34214443380cdb8f4c7433802 HTTP/1.1" status: 200 len: 375 time: 0.0089641 Apr 04 06:21:56.749952 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-811b2290-2989-4b0f-8b31-6ed58c8a3510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (a3ad4f04-00a3-4fbc-a51f-f9b2fdbd0035), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:56.752776 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-811b2290-2989-4b0f-8b31-6ed58c8a3510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:56.754613 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-811b2290-2989-4b0f-8b31-6ed58c8a3510 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3ad4f04-00a3-4fbc-a51f-f9b2fdbd0035 HTTP/1.1" status: 204 len: 168 time: 0.1240528 Apr 04 06:21:56.762758 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b2290-2989-4b0f-8b31-6ed58c8a3510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ad4f04-00a3-4fbc-a51f-f9b2fdbd0035,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:56.772467 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-e85f6cc9-8311-4f73-868c-b5042a896bbf tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=68988ae34214443380cdb8f4c7433802&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595286 Apr 04 06:21:56.965728 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-f45b00a0-affa-443a-a013-3b82593be297 service neutron] 10.222.0.30 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808796 Apr 04 06:21:57.071625 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-6618a867-4442-406d-a461-6a54fea80726 service neutron] 10.222.0.30 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998802 Apr 04 06:21:57.380024 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ccefeb13-c853-4310-b1b0-c6e5b82765e1 req-12c86a48-a1e3-4054-9330-d6e7975b1fb3 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 210 time: 0.0294724 Apr 04 06:21:58.327612 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-688c127e-19be-4ef3-b6ff-fc57d812b281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:58.515742 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d042e964-41e3-4321-862f-56b85cb02810 req-51b023a4-4b7c-46dd-9c10-ccf2c4c9e9a9 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 210 time: 0.0404723 Apr 04 06:21:58.567868 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-084c6d13-bac1-437a-9e1e-e7bd30f24eef tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:21:58.569583 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-084c6d13-bac1-437a-9e1e-e7bd30f24eef tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.37 "GET /v2.0/networks?id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c HTTP/1.1" status: 200 len: 812 time: 0.1471236 Apr 04 06:21:58.639497 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-13d13d7b-fb72-4146-bdf7-92900971c6a0 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68988ae34214443380cdb8f4c7433802 HTTP/1.1" status: 200 len: 380 time: 0.0599020 Apr 04 06:21:58.650128 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-28d12e45-da48-49b8-8237-5705a9a112d8 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Request body: {'port': {'device_id': 'b409182a-b378-49e2-9df6-01a766953a86', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'admin_state_up': True, 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'security_groups': ['0bfceedc-7c7e-4f29-9d5b-a55e827627e1']}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:21:58.760254 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-28d12e45-da48-49b8-8237-5705a9a112d8 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Made reservation on behalf of 68988ae34214443380cdb8f4c7433802 for: {'port': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:21:58.763869 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-28d12e45-da48-49b8-8237-5705a9a112d8 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:58.903963 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-28d12e45-da48-49b8-8237-5705a9a112d8 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Allocated IP 172.20.0.8 (ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c/42cb9770-6d91-4082-ba30-7af1f0e01594/f40c3a49-16b9-40f8-8f53-db536998128f) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:21:59.066987 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-28d12e45-da48-49b8-8237-5705a9a112d8 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for port (f40c3a49-16b9-40f8-8f53-db536998128f), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:59.106484 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-28d12e45-da48-49b8-8237-5705a9a112d8 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (f40c3a49-16b9-40f8-8f53-db536998128f), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:59.147170 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-28d12e45-da48-49b8-8237-5705a9a112d8 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Network ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:21:59.150295 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-28d12e45-da48-49b8-8237-5705a9a112d8 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:21:59.154024 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-28d12e45-da48-49b8-8237-5705a9a112d8 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:21:59.181863 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d12e45-da48-49b8-8237-5705a9a112d8 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Pushing event updated for resources: {'Port': ['ID=f40c3a49-16b9-40f8-8f53-db536998128f,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:59.211770 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-28d12e45-da48-49b8-8237-5705a9a112d8 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:21:59.212714 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-28d12e45-da48-49b8-8237-5705a9a112d8 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:59.231171 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-28d12e45-da48-49b8-8237-5705a9a112d8 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5855148 Apr 04 06:21:59.244542 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] Request body: {'port': {'device_id': 'b409182a-b378-49e2-9df6-01a766953a86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:21:59.319698 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (f40c3a49-16b9-40f8-8f53-db536998128f), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:59.450261 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-84d06d5e-71ef-45b8-923d-99663830bb1b None None] Provisioning complete for port f40c3a49-16b9-40f8-8f53-db536998128f triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:21:59.450826 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-84d06d5e-71ef-45b8-923d-99663830bb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (f40c3a49-16b9-40f8-8f53-db536998128f), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:59.487518 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-84d06d5e-71ef-45b8-923d-99663830bb1b None None] Port f40c3a49-16b9-40f8-8f53-db536998128f cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:21:59.563933 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:59.632820 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40c3a49-16b9-40f8-8f53-db536998128f {{(pid=103480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:21:59.643114 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] Publish callbacks [] for port (f40c3a49-16b9-40f8-8f53-db536998128f), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:59.661985 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.provisioning_blocks [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] Transition to ACTIVE for port object f40c3a49-16b9-40f8-8f53-db536998128f will not be triggered until provisioned by entity L2. {{(pid=103480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 06:21:59.666117 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (f40c3a49-16b9-40f8-8f53-db536998128f), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:59.711733 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8009f4-7771-4831-a869-05bdab0c2d3b req-0a01f2d8-f24d-453c-a020-8153dc02e6f0 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:21:59.713902 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7f8009f4-7771-4831-a869-05bdab0c2d3b req-0a01f2d8-f24d-453c-a020-8153dc02e6f0 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 931 time: 0.1163082 Apr 04 06:21:59.750021 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] Pushing event updated for resources: {'Port': ['ID=f40c3a49-16b9-40f8-8f53-db536998128f,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:21:59.828141 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7f8009f4-7771-4831-a869-05bdab0c2d3b req-e8881d52-c323-4325-9148-d96ac3826da1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077023 Apr 04 06:21:59.853598 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] Attempting to bind port f40c3a49-16b9-40f8-8f53-db536998128f on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:21:59.853598 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] Attempting to bind port f40c3a49-16b9-40f8-8f53-db536998128f by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '980930ec-c0af-4522-990c-3c2672ed72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:21:59.853598 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] Attempting to bind port f40c3a49-16b9-40f8-8f53-db536998128f on network ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:21:59.857895 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] Port f40c3a49-16b9-40f8-8f53-db536998128f on network ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 06:21:59.858220 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] Attempting to bind port f40c3a49-16b9-40f8-8f53-db536998128f on network ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:21:59.864206 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] Checking agent: {'id': '0c1e107c-d850-42a9-b491-1b463a8f645f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'started_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:21:59.864546 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] Checking segment: {'id': '980930ec-c0af-4522-990c-3c2672ed72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:21:59.865106 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] Bound using segment: {'id': '980930ec-c0af-4522-990c-3c2672ed72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:21:59.865545 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] Bound port: f40c3a49-16b9-40f8-8f53-db536998128f, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '980930ec-c0af-4522-990c-3c2672ed72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:21:59.865909 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (f40c3a49-16b9-40f8-8f53-db536998128f), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:59.937878 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] For port f40c3a49-16b9-40f8-8f53-db536998128f, host hv-cinder-83444, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:21:59.941633 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] For port f40c3a49-16b9-40f8-8f53-db536998128f, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f40c3a49-16b9-40f8-8f53-db536998128f,segment=NetworkSegment(980930ec-c0af-4522-990c-3c2672ed72e4),segment_id=980930ec-c0af-4522-990c-3c2672ed72e4)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:21:59.949669 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (f40c3a49-16b9-40f8-8f53-db536998128f), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:59.984092 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:21:59.984588 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:21:59.985990 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] 10.222.0.37 "PUT /v2.0/ports/f40c3a49-16b9-40f8-8f53-db536998128f HTTP/1.1" status: 200 len: 1093 time: 0.7458625 Apr 04 06:21:59.986432 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b409182a-b378-49e2-9df6-01a766953a86', 'tag': 'f40c3a49-16b9-40f8-8f53-db536998128f'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:21:59.992682 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eac71e2-8aca-4504-9aa4-b24a715d3698" -d '{"events": [{"name": "network-changed", "server_uuid": "b409182a-b378-49e2-9df6-01a766953a86", "tag": "f40c3a49-16b9-40f8-8f53-db536998128f"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:22:00.024878 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d7797-3908-4471-a59b-8d9a467a790e service neutron] Pushing event updated for resources: {'Port': ['ID=f40c3a49-16b9-40f8-8f53-db536998128f,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:00.091183 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433759fa-3a0c-40df-8983-ea453b99981f x-openstack-request-id: req-433759fa-3a0c-40df-8983-ea453b99981f {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:22:00.091475 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b409182a-b378-49e2-9df6-01a766953a86", "tag": "f40c3a49-16b9-40f8-8f53-db536998128f", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:22:00.091767 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-433759fa-3a0c-40df-8983-ea453b99981f {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:22:00.092198 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433759fa-3a0c-40df-8983-ea453b99981f'] response: {'name': 'network-changed', 'server_uuid': 'b409182a-b378-49e2-9df6-01a766953a86', 'tag': 'f40c3a49-16b9-40f8-8f53-db536998128f', 'status': 'completed', 'code': 200} Apr 04 06:22:00.104355 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-e1a5e703-b357-429a-9182-889cadce81c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:00.105892 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-e1a5e703-b357-429a-9182-889cadce81c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68988ae34214443380cdb8f4c7433802&device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 1127 time: 0.0628912 Apr 04 06:22:00.155982 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-4ef858bc-084a-4ce7-8e60-a80cc1bd869f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f40c3a49-16b9-40f8-8f53-db536998128f HTTP/1.1" status: 200 len: 217 time: 0.0419583 Apr 04 06:22:00.224080 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-9679384c-409c-437a-8b02-0eba4df5576a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:00.225707 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-9679384c-409c-437a-8b02-0eba4df5576a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42cb9770-6d91-4082-ba30-7af1f0e01594 HTTP/1.1" status: 200 len: 851 time: 0.0566075 Apr 04 06:22:00.283044 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-f3dab03f-27ca-4831-8488-73d277b49417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:00.284660 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-f3dab03f-27ca-4831-8488-73d277b49417 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522714 Apr 04 06:22:00.375833 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-a1644ab3-97e8-45c5-9c60-1cb5b4812dee service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852427 Apr 04 06:22:00.471970 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-963fa9d1-eb9a-4b94-9ef5-4c1c80ff709a req-3a9c785a-db03-4839-b0d5-1a19a3758380 service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897267 Apr 04 06:22:00.572091 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac71e2-8aca-4504-9aa4-b24a715d3698 req-49b67238-255d-4df7-8f5c-24e92cbe27b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:00.573736 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9eac71e2-8aca-4504-9aa4-b24a715d3698 req-49b67238-255d-4df7-8f5c-24e92cbe27b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68988ae34214443380cdb8f4c7433802&device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 1127 time: 0.0482585 Apr 04 06:22:00.664130 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:00.673952 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac71e2-8aca-4504-9aa4-b24a715d3698 req-f912455f-5595-4a7a-a065-3b06bbd3cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:00.675956 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9eac71e2-8aca-4504-9aa4-b24a715d3698 req-f912455f-5595-4a7a-a065-3b06bbd3cf06 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c HTTP/1.1" status: 200 len: 913 time: 0.0952852 Apr 04 06:22:00.716768 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9eac71e2-8aca-4504-9aa4-b24a715d3698 req-d199f35f-e84d-4f48-be4d-4e8222430ccc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f40c3a49-16b9-40f8-8f53-db536998128f HTTP/1.1" status: 200 len: 217 time: 0.0344529 Apr 04 06:22:00.770536 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac71e2-8aca-4504-9aa4-b24a715d3698 req-40a28a03-c9fd-4e64-8bf9-07eae65e2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:00.770993 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9eac71e2-8aca-4504-9aa4-b24a715d3698 req-40a28a03-c9fd-4e64-8bf9-07eae65e2e9e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42cb9770-6d91-4082-ba30-7af1f0e01594 HTTP/1.1" status: 200 len: 851 time: 0.0474498 Apr 04 06:22:00.825779 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac71e2-8aca-4504-9aa4-b24a715d3698 req-c0b789ca-70b9-4ff2-8ba3-5e2d57a290c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:00.827291 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9eac71e2-8aca-4504-9aa4-b24a715d3698 req-c0b789ca-70b9-4ff2-8ba3-5e2d57a290c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501645 Apr 04 06:22:00.954058 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9eac71e2-8aca-4504-9aa4-b24a715d3698 req-f6f614c7-7145-4322-94a5-fa584d680363 service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195908 Apr 04 06:22:01.019398 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61bebe9-d848-4374-9810-18ac11e0fb19 req-ebc0cb52-379b-4036-ba8d-ae1d9d2a25ed tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:01.020823 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a61bebe9-d848-4374-9810-18ac11e0fb19 req-ebc0cb52-379b-4036-ba8d-ae1d9d2a25ed tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 943 time: 0.1123507 Apr 04 06:22:01.094593 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9eac71e2-8aca-4504-9aa4-b24a715d3698 req-95fd3942-1b76-4197-8d1f-8b85a58080ca service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339626 Apr 04 06:22:01.098713 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a61bebe9-d848-4374-9810-18ac11e0fb19 req-31c2d97e-f077-45e8-8f16-4e602eecf9ee tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712750 Apr 04 06:22:02.236988 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab2866-e9ca-44f3-b20d-6dc2d44ef5f7 req-9acb90e8-5bf0-4d29-9bc4-df2eded7211f tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:02.238724 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-28ab2866-e9ca-44f3-b20d-6dc2d44ef5f7 req-9acb90e8-5bf0-4d29-9bc4-df2eded7211f tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 943 time: 0.0669582 Apr 04 06:22:02.293532 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-28ab2866-e9ca-44f3-b20d-6dc2d44ef5f7 req-b25c8147-e0c0-4a12-97c3-f1b47f3a115d tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481536 Apr 04 06:22:02.324813 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:03.423754 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37a74a-f8e6-4f06-9edf-c9a381c14cb2 req-4115aa78-1700-4191-830d-4fcaf2f858be tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:03.425275 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8f37a74a-f8e6-4f06-9edf-c9a381c14cb2 req-4115aa78-1700-4191-830d-4fcaf2f858be tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 943 time: 0.0553365 Apr 04 06:22:03.479002 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8f37a74a-f8e6-4f06-9edf-c9a381c14cb2 req-ddc05647-870b-47aa-9544-8aa1e666c624 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473139 Apr 04 06:22:04.162715 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:04.615506 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0febb-bcba-4016-9643-e32c7ace31bb req-493ae416-7e5a-4aeb-b61b-d9d89775e951 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:04.616934 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3ad0febb-bcba-4016-9643-e32c7ace31bb req-493ae416-7e5a-4aeb-b61b-d9d89775e951 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 943 time: 0.0624158 Apr 04 06:22:04.671446 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3ad0febb-bcba-4016-9643-e32c7ace31bb req-e68aa373-9ae2-40c5-9b6f-57a12064a2d0 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463669 Apr 04 06:22:04.996225 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 60354) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:05.107472 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5e66fbfa-e527-4e6d-859e-b20460d2ee14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:05.179853 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5e66fbfa-e527-4e6d-859e-b20460d2ee14 admin admin] Publish callbacks [] for security_group (08773273-d658-4b17-a63a-eba3190453b8), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:05.186284 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5e66fbfa-e527-4e6d-859e-b20460d2ee14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (08773273-d658-4b17-a63a-eba3190453b8), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:05.222233 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66fbfa-e527-4e6d-859e-b20460d2ee14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08773273-d658-4b17-a63a-eba3190453b8,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:05.226967 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-5e66fbfa-e527-4e6d-859e-b20460d2ee14 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=69953be9da584ce78cae51277b0f3bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294621 Apr 04 06:22:05.230067 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 60358) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:05.231775 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66fbfa-e527-4e6d-859e-b20460d2ee14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.232152 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66fbfa-e527-4e6d-859e-b20460d2ee14 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.232490 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66fbfa-e527-4e6d-859e-b20460d2ee14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.232824 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66fbfa-e527-4e6d-859e-b20460d2ee14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.233188 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66fbfa-e527-4e6d-859e-b20460d2ee14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.233514 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66fbfa-e527-4e6d-859e-b20460d2ee14 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.233823 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66fbfa-e527-4e6d-859e-b20460d2ee14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.234143 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66fbfa-e527-4e6d-859e-b20460d2ee14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.234467 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66fbfa-e527-4e6d-859e-b20460d2ee14 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.234785 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66fbfa-e527-4e6d-859e-b20460d2ee14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.235160 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66fbfa-e527-4e6d-859e-b20460d2ee14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.235466 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66fbfa-e527-4e6d-859e-b20460d2ee14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.235976 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66fbfa-e527-4e6d-859e-b20460d2ee14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.236303 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66fbfa-e527-4e6d-859e-b20460d2ee14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.236619 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e66fbfa-e527-4e6d-859e-b20460d2ee14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.279029 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c4bf178f-c7f8-493b-b5c3-ea2a259bd30e admin admin] Publish callbacks [] for security_group (08773273-d658-4b17-a63a-eba3190453b8), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:05.301671 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c4bf178f-c7f8-493b-b5c3-ea2a259bd30e admin admin] Publish callbacks [] for security_group (08773273-d658-4b17-a63a-eba3190453b8), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:05.353304 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c4bf178f-c7f8-493b-b5c3-ea2a259bd30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (08773273-d658-4b17-a63a-eba3190453b8), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:05.355748 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-c4bf178f-c7f8-493b-b5c3-ea2a259bd30e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:05.356923 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-c4bf178f-c7f8-493b-b5c3-ea2a259bd30e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08773273-d658-4b17-a63a-eba3190453b8 HTTP/1.1" status: 204 len: 168 time: 0.1257811 Apr 04 06:22:05.365159 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf178f-c7f8-493b-b5c3-ea2a259bd30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08773273-d658-4b17-a63a-eba3190453b8,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:05.372625 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf178f-c7f8-493b-b5c3-ea2a259bd30e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.374673 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf178f-c7f8-493b-b5c3-ea2a259bd30e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.374673 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf178f-c7f8-493b-b5c3-ea2a259bd30e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.374673 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf178f-c7f8-493b-b5c3-ea2a259bd30e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.374673 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf178f-c7f8-493b-b5c3-ea2a259bd30e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.374673 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf178f-c7f8-493b-b5c3-ea2a259bd30e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.376810 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf178f-c7f8-493b-b5c3-ea2a259bd30e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.377189 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf178f-c7f8-493b-b5c3-ea2a259bd30e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.377536 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf178f-c7f8-493b-b5c3-ea2a259bd30e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.377853 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf178f-c7f8-493b-b5c3-ea2a259bd30e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.378196 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf178f-c7f8-493b-b5c3-ea2a259bd30e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.378537 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf178f-c7f8-493b-b5c3-ea2a259bd30e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.378871 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf178f-c7f8-493b-b5c3-ea2a259bd30e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.379201 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf178f-c7f8-493b-b5c3-ea2a259bd30e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.379648 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4bf178f-c7f8-493b-b5c3-ea2a259bd30e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:05.646203 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 60364) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:05.659854 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-67874102-9311-4c29-93f8-6a93a2e55889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:05.736451 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-67874102-9311-4c29-93f8-6a93a2e55889 admin admin] Publish callbacks [] for security_group (0071bbf2-9f0f-4335-991b-97fc450b9a6f), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:05.741842 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-67874102-9311-4c29-93f8-6a93a2e55889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (0071bbf2-9f0f-4335-991b-97fc450b9a6f), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:05.781491 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-67874102-9311-4c29-93f8-6a93a2e55889 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cffb5c12cdec435a8dd156e83699a165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340477 Apr 04 06:22:05.783377 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 60368) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:05.787357 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67874102-9311-4c29-93f8-6a93a2e55889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0071bbf2-9f0f-4335-991b-97fc450b9a6f,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:05.838400 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b1b36-27ec-406a-9555-d219ef669655 req-2cc865fc-07ba-4be8-9491-45208bddce09 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:05.839881 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9d4b1b36-27ec-406a-9555-d219ef669655 req-2cc865fc-07ba-4be8-9491-45208bddce09 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 943 time: 0.0972378 Apr 04 06:22:05.862516 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-00bdeea5-2bbf-4f47-83a7-c48b1e359b0d admin admin] Publish callbacks [] for security_group (0071bbf2-9f0f-4335-991b-97fc450b9a6f), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:05.902675 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-00bdeea5-2bbf-4f47-83a7-c48b1e359b0d admin admin] Publish callbacks [] for security_group (0071bbf2-9f0f-4335-991b-97fc450b9a6f), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:05.929270 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9d4b1b36-27ec-406a-9555-d219ef669655 req-3c13c9f2-8b4f-441b-89ea-04639396d3b5 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825350 Apr 04 06:22:05.965792 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-00bdeea5-2bbf-4f47-83a7-c48b1e359b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (0071bbf2-9f0f-4335-991b-97fc450b9a6f), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:05.968370 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-00bdeea5-2bbf-4f47-83a7-c48b1e359b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:05.969669 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-00bdeea5-2bbf-4f47-83a7-c48b1e359b0d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0071bbf2-9f0f-4335-991b-97fc450b9a6f HTTP/1.1" status: 204 len: 168 time: 0.1853044 Apr 04 06:22:05.978015 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdeea5-2bbf-4f47-83a7-c48b1e359b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0071bbf2-9f0f-4335-991b-97fc450b9a6f,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:06.305197 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 60376) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:06.318802 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ea06c6fb-37d8-4929-b9d7-f1a4d77d6277 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:06.408670 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ea06c6fb-37d8-4929-b9d7-f1a4d77d6277 admin admin] Publish callbacks [] for security_group (466ac0e9-86ec-44ae-90f1-257101b73379), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:06.414987 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ea06c6fb-37d8-4929-b9d7-f1a4d77d6277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (466ac0e9-86ec-44ae-90f1-257101b73379), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:06.461471 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-ea06c6fb-37d8-4929-b9d7-f1a4d77d6277 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b89fa9420be4dfb9ac73b61cff1e0d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1551812 Apr 04 06:22:06.462341 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06c6fb-37d8-4929-b9d7-f1a4d77d6277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466ac0e9-86ec-44ae-90f1-257101b73379,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:06.464311 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 60378) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:06.517789 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ee259681-cc58-4eb6-8538-726fb15faf43 admin admin] Publish callbacks [] for security_group (466ac0e9-86ec-44ae-90f1-257101b73379), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:06.546167 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ee259681-cc58-4eb6-8538-726fb15faf43 admin admin] Publish callbacks [] for security_group (466ac0e9-86ec-44ae-90f1-257101b73379), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:06.599891 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ee259681-cc58-4eb6-8538-726fb15faf43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (466ac0e9-86ec-44ae-90f1-257101b73379), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:06.602575 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ee259681-cc58-4eb6-8538-726fb15faf43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:06.603731 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-ee259681-cc58-4eb6-8538-726fb15faf43 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/466ac0e9-86ec-44ae-90f1-257101b73379 HTTP/1.1" status: 204 len: 168 time: 0.1372190 Apr 04 06:22:06.611825 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee259681-cc58-4eb6-8538-726fb15faf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466ac0e9-86ec-44ae-90f1-257101b73379,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:07.053912 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c084f-7543-463f-9849-b72eb85eed56 req-83a33aa1-3127-48a8-81ae-9e67a095da6c tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:07.055425 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-321c084f-7543-463f-9849-b72eb85eed56 req-83a33aa1-3127-48a8-81ae-9e67a095da6c tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 943 time: 0.0523667 Apr 04 06:22:07.111173 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-321c084f-7543-463f-9849-b72eb85eed56 req-0f0001ef-aa50-401e-ba47-4491872bb77f tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502286 Apr 04 06:22:07.302846 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 60412) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:07.403696 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-7ff50990-d927-4856-91e5-6dac0d64bfe4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-755482104-network', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:22:07.425696 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff50990-d927-4856-91e5-6dac0d64bfe4 admin admin] Made reservation on behalf of 9ff00fa7f72d4523b6d26ddda865bbcf for: {'network': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:22:07.428626 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7ff50990-d927-4856-91e5-6dac0d64bfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for network (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:07.437966 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7ff50990-d927-4856-91e5-6dac0d64bfe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:07.519800 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7ff50990-d927-4856-91e5-6dac0d64bfe4 admin admin] Publish callbacks [] for security_group (5b9f3dd5-e423-4a11-ab26-3579a20db64f), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:07.524189 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7ff50990-d927-4856-91e5-6dac0d64bfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (5b9f3dd5-e423-4a11-ab26-3579a20db64f), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:07.545742 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff50990-d927-4856-91e5-6dac0d64bfe4 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103479) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 06:22:07.561263 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff50990-d927-4856-91e5-6dac0d64bfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9f3dd5-e423-4a11-ab26-3579a20db64f,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:07.564103 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7ff50990-d927-4856-91e5-6dac0d64bfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (dd756a8e-b291-4551-b699-5d4425964e74), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:07.564442 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.segments_db [None req-7ff50990-d927-4856-91e5-6dac0d64bfe4 admin admin] Added segment dd756a8e-b291-4551-b699-5d4425964e74 of type vlan for network c8cf8dd2-475e-45b8-aaa3-5ae6906c852e Apr 04 06:22:07.603375 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7ff50990-d927-4856-91e5-6dac0d64bfe4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794510444108'] for network (c8cf8dd2-475e-45b8-aaa3-5ae6906c852e), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:07.628857 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7ff50990-d927-4856-91e5-6dac0d64bfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for network (c8cf8dd2-475e-45b8-aaa3-5ae6906c852e), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:07.630123 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff50990-d927-4856-91e5-6dac0d64bfe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:07.630732 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-7ff50990-d927-4856-91e5-6dac0d64bfe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:07.688318 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-7ff50990-d927-4856-91e5-6dac0d64bfe4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3842123 Apr 04 06:22:07.691289 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 60422) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:07.693356 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff50990-d927-4856-91e5-6dac0d64bfe4 admin admin] Pushing event updated for resources: {'Network': ['ID=c8cf8dd2-475e-45b8-aaa3-5ae6906c852e,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:07.700447 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-93ef438b-65bb-4b11-bfdb-16d14865e185 admin admin] Request body: {'subnet': {'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-755482104-subnet', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'ip_version': 4}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:22:07.703483 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Network c8cf8dd2-475e-45b8-aaa3-5ae6906c852e details requested by agent ovs-agent-dv-cinder-834448-2-iscsi with host dv-cinder-834448-2-iscsi {{(pid=103481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 06:22:07.722951 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ef438b-65bb-4b11-bfdb-16d14865e185 admin admin] Made reservation on behalf of 9ff00fa7f72d4523b6d26ddda865bbcf for: {'subnet': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:22:07.725426 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-93ef438b-65bb-4b11-bfdb-16d14865e185 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9101482'] for subnet (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:07.900743 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-93ef438b-65bb-4b11-bfdb-16d14865e185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2345216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9101500'] for subnet (4fe03809-e6f0-4026-ab71-c19939f1f2b3), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:07.966808 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef438b-65bb-4b11-bfdb-16d14865e185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe03809-e6f0-4026-ab71-c19939f1f2b3,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:07.975403 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ef438b-65bb-4b11-bfdb-16d14865e185 admin admin] Checking segment: {'id': 'dd756a8e-b291-4551-b699-5d4425964e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:22:07.975863 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ef438b-65bb-4b11-bfdb-16d14865e185 admin admin] Network hostable DHCP agents. Network: c8cf8dd2-475e-45b8-aaa3-5ae6906c852e, hostable agents: ['a23458ca-c084-4a06-a8cf-ee94f3e130be'], hosted agents: [] {{(pid=103480) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 06:22:07.994154 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ef438b-65bb-4b11-bfdb-16d14865e185 admin admin] Network c8cf8dd2-475e-45b8-aaa3-5ae6906c852e is scheduled to be hosted by DHCP agent a23458ca-c084-4a06-a8cf-ee94f3e130be with binding_index 1 {{(pid=103480) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 06:22:08.004440 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-93ef438b-65bb-4b11-bfdb-16d14865e185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-2-iscsi, c8cf8dd2-475e-45b8-aaa3-5ae6906c852e) {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:22:08.009899 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ef438b-65bb-4b11-bfdb-16d14865e185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:08.010496 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-93ef438b-65bb-4b11-bfdb-16d14865e185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for subnet (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:08.015138 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e904b043-4706-463e-a483-d92804122287 None None] Network c8cf8dd2-475e-45b8-aaa3-5ae6906c852e requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:22:08.031530 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-93ef438b-65bb-4b11-bfdb-16d14865e185 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3391132 Apr 04 06:22:08.034427 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 60424) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:08.039752 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-e87094b0-2488-4ac6-8814-96a0de50fd7f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-755482104-router', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:22:08.060232 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e87094b0-2488-4ac6-8814-96a0de50fd7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1596477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router (ccb35f08-ace6-49de-9e86-bfbe9f96e671), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:08.061354 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e87094b0-2488-4ac6-8814-96a0de50fd7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1597357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router (ccb35f08-ace6-49de-9e86-bfbe9f96e671), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:08.117265 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e87094b0-2488-4ac6-8814-96a0de50fd7f admin admin] Publish callbacks [] for router_controller (ccb35f08-ace6-49de-9e86-bfbe9f96e671), precommit_add_association {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:08.121865 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa2bb6e-f204-4f4d-a1b8-188e2ef9ebf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5440c0d-2b70-5970-bb3d-e8eca1b84906-c8cf8dd2-475e-45b8-aaa3-5ae6906c852e', 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e', 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'fixed_ips': [{'subnet_id': '4fe03809-e6f0-4026-ab71-c19939f1f2b3'}]}} from dv-cinder-834448-2-iscsi. {{(pid=103481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 06:22:08.122759 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-daa2bb6e-f204-4f4d-a1b8-188e2ef9ebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:08.262954 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f99e1-8b8b-479c-ad37-a46d2e49014f req-e06ee09d-8fe5-4906-9957-d8fc7955940a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:08.265175 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ab8f99e1-8b8b-479c-ad37-a46d2e49014f req-e06ee09d-8fe5-4906-9957-d8fc7955940a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 943 time: 0.0651779 Apr 04 06:22:08.268501 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.db_base_plugin_common [None req-daa2bb6e-f204-4f4d-a1b8-188e2ef9ebf0 None None] Allocated IP 172.20.0.2 (c8cf8dd2-475e-45b8-aaa3-5ae6906c852e/4fe03809-e6f0-4026-ab71-c19939f1f2b3/82f32394-9cad-4684-93a7-22070f4ace6a) {{(pid=103481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:22:08.294234 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e87094b0-2488-4ac6-8814-96a0de50fd7f admin admin] Publish callbacks [] for router_gateway (ccb35f08-ace6-49de-9e86-bfbe9f96e671), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:08.321622 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ab8f99e1-8b8b-479c-ad37-a46d2e49014f req-15a1937d-a231-404b-b5a9-6003c8a376e5 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477583 Apr 04 06:22:08.416371 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-daa2bb6e-f204-4f4d-a1b8-188e2ef9ebf0 None None] Publish callbacks [] for port (82f32394-9cad-4684-93a7-22070f4ace6a), precommit_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:08.422999 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-daa2bb6e-f204-4f4d-a1b8-188e2ef9ebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (82f32394-9cad-4684-93a7-22070f4ace6a), after_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:08.460457 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa2bb6e-f204-4f4d-a1b8-188e2ef9ebf0 None None] Network c8cf8dd2-475e-45b8-aaa3-5ae6906c852e is already hosted by enough agents. {{(pid=103481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:22:08.463330 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.base_scheduler [None req-daa2bb6e-f204-4f4d-a1b8-188e2ef9ebf0 None None] Resources bound (agent type, host, resource id): {{(pid=103481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:22:08.470156 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa2bb6e-f204-4f4d-a1b8-188e2ef9ebf0 None None] Received port after_create {{(pid=103481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:22:08.477319 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2bb6e-f204-4f4d-a1b8-188e2ef9ebf0 None None] Pushing event updated for resources: {'Port': ['ID=82f32394-9cad-4684-93a7-22070f4ace6a,revision_number=1']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:08.505207 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e87094b0-2488-4ac6-8814-96a0de50fd7f admin admin] Publish callbacks [] for router_gateway (ccb35f08-ace6-49de-9e86-bfbe9f96e671), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:08.525287 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e87094b0-2488-4ac6-8814-96a0de50fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:08.533265 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-daa2bb6e-f204-4f4d-a1b8-188e2ef9ebf0 None None] Attempting to bind port 82f32394-9cad-4684-93a7-22070f4ace6a on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:22:08.533709 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-daa2bb6e-f204-4f4d-a1b8-188e2ef9ebf0 None None] Attempting to bind port 82f32394-9cad-4684-93a7-22070f4ace6a by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': 'dd756a8e-b291-4551-b699-5d4425964e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e'}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:22:08.534226 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa2bb6e-f204-4f4d-a1b8-188e2ef9ebf0 None None] Attempting to bind port 82f32394-9cad-4684-93a7-22070f4ace6a on network c8cf8dd2-475e-45b8-aaa3-5ae6906c852e {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:22:08.539970 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa2bb6e-f204-4f4d-a1b8-188e2ef9ebf0 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:22:08.540434 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa2bb6e-f204-4f4d-a1b8-188e2ef9ebf0 None None] Checking segment: {'id': 'dd756a8e-b291-4551-b699-5d4425964e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:22:08.540996 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-daa2bb6e-f204-4f4d-a1b8-188e2ef9ebf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:08.541459 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa2bb6e-f204-4f4d-a1b8-188e2ef9ebf0 None None] Bound using segment: {'id': 'dd756a8e-b291-4551-b699-5d4425964e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e'} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:22:08.542000 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-daa2bb6e-f204-4f4d-a1b8-188e2ef9ebf0 None None] Bound port: 82f32394-9cad-4684-93a7-22070f4ace6a, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd756a8e-b291-4551-b699-5d4425964e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e'}}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:22:08.542468 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-daa2bb6e-f204-4f4d-a1b8-188e2ef9ebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (82f32394-9cad-4684-93a7-22070f4ace6a), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:08.606437 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-daa2bb6e-f204-4f4d-a1b8-188e2ef9ebf0 None None] For port 82f32394-9cad-4684-93a7-22070f4ace6a, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:22:08.620572 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-daa2bb6e-f204-4f4d-a1b8-188e2ef9ebf0 None None] For port 82f32394-9cad-4684-93a7-22070f4ace6a, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=82f32394-9cad-4684-93a7-22070f4ace6a,segment=NetworkSegment(dd756a8e-b291-4551-b699-5d4425964e74),segment_id=dd756a8e-b291-4551-b699-5d4425964e74)] {{(pid=103481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:22:08.620572 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-daa2bb6e-f204-4f4d-a1b8-188e2ef9ebf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (82f32394-9cad-4684-93a7-22070f4ace6a), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:08.635610 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-e87094b0-2488-4ac6-8814-96a0de50fd7f admin admin] Allocated IP 172.27.2.32 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/f40bdb59-70ab-4eb8-8aef-a8de85f2afdc) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:22:08.674707 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2bb6e-f204-4f4d-a1b8-188e2ef9ebf0 None None] Pushing event updated for resources: {'Port': ['ID=82f32394-9cad-4684-93a7-22070f4ace6a,revision_number=2']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:08.766598 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e87094b0-2488-4ac6-8814-96a0de50fd7f admin admin] Publish callbacks [] for port (f40bdb59-70ab-4eb8-8aef-a8de85f2afdc), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:08.804300 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e87094b0-2488-4ac6-8814-96a0de50fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (f40bdb59-70ab-4eb8-8aef-a8de85f2afdc), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:08.857138 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87094b0-2488-4ac6-8814-96a0de50fd7f admin admin] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:22:08.863972 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-e87094b0-2488-4ac6-8814-96a0de50fd7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:22:08.868402 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87094b0-2488-4ac6-8814-96a0de50fd7f admin admin] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:22:08.902227 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee6c28-7967-48ea-8caf-75a0a5d815fb req-b57d3cc9-f703-449e-861e-315bc7a2a0e0 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:08.903369 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87094b0-2488-4ac6-8814-96a0de50fd7f admin admin] Pushing event updated for resources: {'Port': ['ID=f40bdb59-70ab-4eb8-8aef-a8de85f2afdc,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:08.903771 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-08ee6c28-7967-48ea-8caf-75a0a5d815fb req-b57d3cc9-f703-449e-861e-315bc7a2a0e0 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=c952e5ae-bb00-4a5b-8f78-b4a37d74a97e HTTP/1.1" status: 200 len: 946 time: 0.0805776 Apr 04 06:22:08.973845 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-08ee6c28-7967-48ea-8caf-75a0a5d815fb req-429c9f01-7865-4ea9-bbcd-98c91875614e tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cb3f18b-b895-42c0-8733-fb71769f57fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593641 Apr 04 06:22:09.421417 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e87094b0-2488-4ac6-8814-96a0de50fd7f admin admin] Publish callbacks [] for router_gateway (ccb35f08-ace6-49de-9e86-bfbe9f96e671), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:09.450667 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825539d-e6a9-471a-a079-82fbc1009335 req-a449b707-eee4-4bb3-9d97-017b0ff5df9c tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:09.452308 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9825539d-e6a9-471a-a079-82fbc1009335 req-a449b707-eee4-4bb3-9d97-017b0ff5df9c tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 943 time: 0.0560906 Apr 04 06:22:09.511436 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9825539d-e6a9-471a-a079-82fbc1009335 req-a3511b50-0bd2-4d70-ae5b-a4052e9ba270 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516098 Apr 04 06:22:09.607249 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 82f32394-9cad-4684-93a7-22070f4ace6a up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:22:09.637835 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94642af3-d4db-4dc2-93fc-c085a5b50ed3 None None] Network c8cf8dd2-475e-45b8-aaa3-5ae6906c852e requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:22:09.654969 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e87094b0-2488-4ac6-8814-96a0de50fd7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589291'] for router (ccb35f08-ace6-49de-9e86-bfbe9f96e671), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:09.717172 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-a2394efd-9c10-4ae7-826d-c947cbd7fc5f None None] Provisioning complete for port 82f32394-9cad-4684-93a7-22070f4ace6a triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:09.717423 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a2394efd-9c10-4ae7-826d-c947cbd7fc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (82f32394-9cad-4684-93a7-22070f4ace6a), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:09.753065 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device f40c3a49-16b9-40f8-8f53-db536998128f details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:22:09.795374 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87094b0-2488-4ac6-8814-96a0de50fd7f admin admin] Router ccb35f08-ace6-49de-9e86-bfbe9f96e671 is scheduled to L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 with binding_index 1 {{(pid=103479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 06:22:09.801403 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 82f32394-9cad-4684-93a7-22070f4ace6a triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:09.801825 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (82f32394-9cad-4684-93a7-22070f4ace6a), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:09.905918 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87094b0-2488-4ac6-8814-96a0de50fd7f admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:22:09.916198 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] Sync routers for ids ['ccb35f08-ace6-49de-9e86-bfbe9f96e671'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:22:09.926124 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e87094b0-2488-4ac6-8814-96a0de50fd7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:09.928241 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] Routers {'ccb35f08-ace6-49de-9e86-bfbe9f96e671'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:22:09.929116 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:21:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['ccb35f08-ace6-49de-9e86-bfbe9f96e671'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:09.930605 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 60438) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:09.931251 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-e87094b0-2488-4ac6-8814-96a0de50fd7f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8953884 Apr 04 06:22:09.963953 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-a2394efd-9c10-4ae7-826d-c947cbd7fc5f None None] Current status of the port 82f32394-9cad-4684-93a7-22070f4ace6a is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:22:09.964340 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a2394efd-9c10-4ae7-826d-c947cbd7fc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (82f32394-9cad-4684-93a7-22070f4ace6a), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:09.995282 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port f40c3a49-16b9-40f8-8f53-db536998128f, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f40c3a49-16b9-40f8-8f53-db536998128f,segment=NetworkSegment(980930ec-c0af-4522-990c-3c2672ed72e4),segment_id=980930ec-c0af-4522-990c-3c2672ed72e4)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:22:10.088187 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 82f32394-9cad-4684-93a7-22070f4ace6a is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:22:10.088875 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (82f32394-9cad-4684-93a7-22070f4ace6a), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:10.109759 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] Set router ccb35f08-ace6-49de-9e86-bfbe9f96e671 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:22:10.261741 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': 'f40c3a49-16b9-40f8-8f53-db536998128f', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'port_id': 'f40c3a49-16b9-40f8-8f53-db536998128f', 'mac_address': 'fa:16:3e:60:97:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:22:10.270094 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-a2394efd-9c10-4ae7-826d-c947cbd7fc5f None None] For port 82f32394-9cad-4684-93a7-22070f4ace6a, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=82f32394-9cad-4684-93a7-22070f4ace6a,segment=NetworkSegment(dd756a8e-b291-4551-b699-5d4425964e74),segment_id=dd756a8e-b291-4551-b699-5d4425964e74)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:22:10.280560 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a2394efd-9c10-4ae7-826d-c947cbd7fc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (82f32394-9cad-4684-93a7-22070f4ace6a), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:10.315721 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'name': 'tempest-TestMinimumBasicScenario-755482104-router', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:09Z', 'revision_number': 3, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'gw_port': {'id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:43:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:10.344038 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] Checking router: ccb35f08-ace6-49de-9e86-bfbe9f96e671 for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:22:10.344362 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] Updating router ccb35f08-ace6-49de-9e86-bfbe9f96e671 port f40bdb59-70ab-4eb8-8aef-a8de85f2afdc binding host dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 06:22:10.376477 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (f40bdb59-70ab-4eb8-8aef-a8de85f2afdc), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:10.379142 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port f40c3a49-16b9-40f8-8f53-db536998128f is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:22:10.379818 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (f40c3a49-16b9-40f8-8f53-db536998128f), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:10.412427 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.db.api [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 04 06:22:10.412772 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG oslo_db.api [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 04 06:22:10.416090 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2394efd-9c10-4ae7-826d-c947cbd7fc5f None None] Pushing event updated for resources: {'Port': ['ID=82f32394-9cad-4684-93a7-22070f4ace6a,revision_number=3']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:10.419573 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40c3a49-16b9-40f8-8f53-db536998128f {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:22:10.446088 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port f40c3a49-16b9-40f8-8f53-db536998128f, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f40c3a49-16b9-40f8-8f53-db536998128f,segment=NetworkSegment(980930ec-c0af-4522-990c-3c2672ed72e4),segment_id=980930ec-c0af-4522-990c-3c2672ed72e4)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:22:10.447262 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8e12be56-9ddb-48ca-a328-d6ff7dcbe7f4 None None] Provisioning complete for port 82f32394-9cad-4684-93a7-22070f4ace6a triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:10.447630 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8e12be56-9ddb-48ca-a328-d6ff7dcbe7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (82f32394-9cad-4684-93a7-22070f4ace6a), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:10.451714 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (f40c3a49-16b9-40f8-8f53-db536998128f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:10.523902 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a6e112-c265-4809-b505-4aae5a8893ad req-24fb4550-2e1d-49ea-831f-a8daee4d3b6c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:10.525535 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b0a6e112-c265-4809-b505-4aae5a8893ad req-24fb4550-2e1d-49ea-831f-a8daee4d3b6c tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=c952e5ae-bb00-4a5b-8f78-b4a37d74a97e HTTP/1.1" status: 200 len: 946 time: 0.4563718 Apr 04 06:22:10.534662 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=f40c3a49-16b9-40f8-8f53-db536998128f,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:10.584820 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8e12be56-9ddb-48ca-a328-d6ff7dcbe7f4 None None] Current status of the port 82f32394-9cad-4684-93a7-22070f4ace6a is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:22:10.660378 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] Publish callbacks [] for port (f40bdb59-70ab-4eb8-8aef-a8de85f2afdc), precommit_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:10.667504 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (f40bdb59-70ab-4eb8-8aef-a8de85f2afdc), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:10.722877 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] Attempting to bind port f40bdb59-70ab-4eb8-8aef-a8de85f2afdc on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:22:10.723271 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] Attempting to bind port f40bdb59-70ab-4eb8-8aef-a8de85f2afdc by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:22:10.723748 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] Attempting to bind port f40bdb59-70ab-4eb8-8aef-a8de85f2afdc on network 1ee500bf-3755-4a54-8c64-77d3afc270de {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:22:10.731409 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87793c48-3d1b-4e9b-9898-1d4c1077f0b3 None None] Pushing event updated for resources: {'Port': ['ID=f40bdb59-70ab-4eb8-8aef-a8de85f2afdc,revision_number=2']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:10.735494 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:22:10.735878 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] Checking segment: {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:22:10.736274 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:10.736654 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] Bound using segment: {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:22:10.737144 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] Bound port: f40bdb59-70ab-4eb8-8aef-a8de85f2afdc, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:22:10.737851 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (f40bdb59-70ab-4eb8-8aef-a8de85f2afdc), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:10.769085 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b0a6e112-c265-4809-b505-4aae5a8893ad req-ec97da7d-dfae-4aa9-bf1c-f76709c505c6 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups?id=1cb3f18b-b895-42c0-8733-fb71769f57fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830900 Apr 04 06:22:10.791578 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] For port f40bdb59-70ab-4eb8-8aef-a8de85f2afdc, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:22:10.794943 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] For port f40bdb59-70ab-4eb8-8aef-a8de85f2afdc, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=f40bdb59-70ab-4eb8-8aef-a8de85f2afdc,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:22:10.801346 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (f40bdb59-70ab-4eb8-8aef-a8de85f2afdc), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:10.804805 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbae38b-18ae-4160-8cdf-de5f74843204 req-9c4c8743-def8-4b54-94a1-44ea2eafcf75 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:10.806636 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-efbae38b-18ae-4160-8cdf-de5f74843204 req-9c4c8743-def8-4b54-94a1-44ea2eafcf75 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 944 time: 0.1847084 Apr 04 06:22:10.849950 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a85e1-4b84-48b6-a8fe-571632cd3067 req-4679a288-67c3-41ed-839d-574748763056 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:10.852504 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3e5a85e1-4b84-48b6-a8fe-571632cd3067 req-4679a288-67c3-41ed-839d-574748763056 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.37 "GET /v2.0/ports?device_id=c952e5ae-bb00-4a5b-8f78-b4a37d74a97e HTTP/1.1" status: 200 len: 946 time: 0.1454980 Apr 04 06:22:10.854099 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['f40c3a49-16b9-40f8-8f53-db536998128f'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:22:10.866591 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87793c48-3d1b-4e9b-9898-1d4c1077f0b3 None None] Pushing event updated for resources: {'Port': ['ID=f40bdb59-70ab-4eb8-8aef-a8de85f2afdc,revision_number=3']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:10.869187 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] Routers {'ccb35f08-ace6-49de-9e86-bfbe9f96e671'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:22:10.876126 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:21:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['ccb35f08-ace6-49de-9e86-bfbe9f96e671'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:10.961352 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-efbae38b-18ae-4160-8cdf-de5f74843204 req-23bc756f-8c53-4f47-b080-bce82aa325f0 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362567 Apr 04 06:22:10.971019 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 82f32394-9cad-4684-93a7-22070f4ace6a is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:22:11.011774 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] Set router ccb35f08-ace6-49de-9e86-bfbe9f96e671 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:22:11.048621 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6125ed40-a3ee-4a78-8164-4c623dfb3b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:11.069223 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-3e5a85e1-4b84-48b6-a8fe-571632cd3067 req-c739590a-ef48-4805-b1ab-2c791a797196 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Deleting port 7a15fbaa-9038-4baa-862c-aa1072a632d1 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:22:11.069572 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3e5a85e1-4b84-48b6-a8fe-571632cd3067 req-c739590a-ef48-4805-b1ab-2c791a797196 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (7a15fbaa-9038-4baa-862c-aa1072a632d1), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:11.203052 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'name': 'tempest-TestMinimumBasicScenario-755482104-router', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:09Z', 'revision_number': 3, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'gw_port': {'id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:43:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:11.229556 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ab1145-19f8-44cf-98c7-812d08a5a3b0 None None] The sync data for ids ['ccb35f08-ace6-49de-9e86-bfbe9f96e671'] in dv-cinder-834448-2-iscsi is: [{'id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'name': 'tempest-TestMinimumBasicScenario-755482104-router', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:09Z', 'revision_number': 3, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'gw_port': {'id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:43:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:22:11.240044 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-3e5a85e1-4b84-48b6-a8fe-571632cd3067 req-c739590a-ef48-4805-b1ab-2c791a797196 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] For port 7a15fbaa-9038-4baa-862c-aa1072a632d1, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=7a15fbaa-9038-4baa-862c-aa1072a632d1,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:22:11.240417 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3e5a85e1-4b84-48b6-a8fe-571632cd3067 req-c739590a-ef48-4805-b1ab-2c791a797196 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (7a15fbaa-9038-4baa-862c-aa1072a632d1), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:11.348392 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [None req-6125ed40-a3ee-4a78-8164-4c623dfb3b65 admin admin] Allocated IP 172.20.0.1 (c8cf8dd2-475e-45b8-aaa3-5ae6906c852e/4fe03809-e6f0-4026-ab71-c19939f1f2b3/8d5e68a7-c417-4fca-bfb5-be95bb3e5f53) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:22:11.542228 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3e5a85e1-4b84-48b6-a8fe-571632cd3067 req-c739590a-ef48-4805-b1ab-2c791a797196 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:11.542907 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3e5a85e1-4b84-48b6-a8fe-571632cd3067 req-c739590a-ef48-4805-b1ab-2c791a797196 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (6b1745af-f887-4be5-b920-e0a56ad7e679), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:11.542907 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.l3_db [req-3e5a85e1-4b84-48b6-a8fe-571632cd3067 req-c739590a-ef48-4805-b1ab-2c791a797196 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Floating IP 6b1745af-f887-4be5-b920-e0a56ad7e679 disassociated. External IP: 172.27.2.236, port: 7a15fbaa-9038-4baa-862c-aa1072a632d1. Apr 04 06:22:11.543440 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-3e5a85e1-4b84-48b6-a8fe-571632cd3067 req-c739590a-ef48-4805-b1ab-2c791a797196 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Calling delete_port for 7a15fbaa-9038-4baa-862c-aa1072a632d1 owned by compute:nova {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:22:11.608369 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6125ed40-a3ee-4a78-8164-4c623dfb3b65 admin admin] Publish callbacks [] for port (8d5e68a7-c417-4fca-bfb5-be95bb3e5f53), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:11.675031 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6125ed40-a3ee-4a78-8164-4c623dfb3b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (8d5e68a7-c417-4fca-bfb5-be95bb3e5f53), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:11.684855 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device f40bdb59-70ab-4eb8-8aef-a8de85f2afdc up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:22:11.742289 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port f40bdb59-70ab-4eb8-8aef-a8de85f2afdc triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:11.742780 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (f40bdb59-70ab-4eb8-8aef-a8de85f2afdc), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:11.752961 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6125ed40-a3ee-4a78-8164-4c623dfb3b65 admin admin] Network c8cf8dd2-475e-45b8-aaa3-5ae6906c852e is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:22:11.762657 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-6125ed40-a3ee-4a78-8164-4c623dfb3b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:22:11.765597 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6125ed40-a3ee-4a78-8164-4c623dfb3b65 admin admin] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:22:11.765775 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device f40c3a49-16b9-40f8-8f53-db536998128f up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:22:11.793821 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125ed40-a3ee-4a78-8164-4c623dfb3b65 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5e68a7-c417-4fca-bfb5-be95bb3e5f53,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:11.806748 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3e5a85e1-4b84-48b6-a8fe-571632cd3067 req-c739590a-ef48-4805-b1ab-2c791a797196 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (7a15fbaa-9038-4baa-862c-aa1072a632d1), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:11.874342 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739590a-ef48-4805-b1ab-2c791a797196 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event deleted for resources: {'Port': ['ID=7a15fbaa-9038-4baa-862c-aa1072a632d1,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:11.931517 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6125ed40-a3ee-4a78-8164-4c623dfb3b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596156'] for router_interface (ccb35f08-ace6-49de-9e86-bfbe9f96e671), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:11.948066 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port f40bdb59-70ab-4eb8-8aef-a8de85f2afdc is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:22:11.948685 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (f40bdb59-70ab-4eb8-8aef-a8de85f2afdc), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:11.964071 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning for port f40c3a49-16b9-40f8-8f53-db536998128f completed by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 06:22:11.976323 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port f40c3a49-16b9-40f8-8f53-db536998128f triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:11.976943 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (f40c3a49-16b9-40f8-8f53-db536998128f), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:11.980403 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] For port f40bdb59-70ab-4eb8-8aef-a8de85f2afdc, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=f40bdb59-70ab-4eb8-8aef-a8de85f2afdc,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:22:12.005977 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (f40bdb59-70ab-4eb8-8aef-a8de85f2afdc), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:12.006956 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 82f32394-9cad-4684-93a7-22070f4ace6a up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:22:12.090069 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b14ed213-f176-4e57-8e27-349b4d67f014 req-3c2a6a0f-0a3e-4000-91ce-54b16b2bbecb tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=c952e5ae-bb00-4a5b-8f78-b4a37d74a97e HTTP/1.1" status: 200 len: 210 time: 0.1270988 Apr 04 06:22:12.154856 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Pushing event updated for resources: {'Port': ['ID=f40bdb59-70ab-4eb8-8aef-a8de85f2afdc,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:12.161721 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 82f32394-9cad-4684-93a7-22070f4ace6a triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:12.162097 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (82f32394-9cad-4684-93a7-22070f4ace6a), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:12.166450 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-a99f35cb-ad15-4162-a007-70bc94429eca None None] Provisioning complete for port 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:12.166622 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a99f35cb-ad15-4162-a007-70bc94429eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (8d5e68a7-c417-4fca-bfb5-be95bb3e5f53), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:12.209979 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e5a85e1-4b84-48b6-a8fe-571632cd3067 req-c739590a-ef48-4805-b1ab-2c791a797196 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:22:12.224536 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9b275-e176-4776-ab7e-61e0d49ce3b4 req-b458e7af-e348-4f7c-82f7-8bd26d2182a4 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:12.226116 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-86a9b275-e176-4776-ab7e-61e0d49ce3b4 req-b458e7af-e348-4f7c-82f7-8bd26d2182a4 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 944 time: 0.1474028 Apr 04 06:22:12.263723 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port f40c3a49-16b9-40f8-8f53-db536998128f is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:22:12.264117 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (f40c3a49-16b9-40f8-8f53-db536998128f), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:12.276813 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-a99f35cb-ad15-4162-a007-70bc94429eca None None] Port 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:22:12.297363 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b409182a-b378-49e2-9df6-01a766953a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40c3a49-16b9-40f8-8f53-db536998128f'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:22:12.298054 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b226084-2447-4e20-9de3-f876741f500c" -d '{"events": [{"server_uuid": "b409182a-b378-49e2-9df6-01a766953a86", "name": "network-vif-plugged", "status": "completed", "tag": "f40c3a49-16b9-40f8-8f53-db536998128f"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:22:12.330435 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port f40c3a49-16b9-40f8-8f53-db536998128f, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f40c3a49-16b9-40f8-8f53-db536998128f,segment=NetworkSegment(980930ec-c0af-4522-990c-3c2672ed72e4),segment_id=980930ec-c0af-4522-990c-3c2672ed72e4)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:22:12.341976 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (f40c3a49-16b9-40f8-8f53-db536998128f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:12.372253 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 82f32394-9cad-4684-93a7-22070f4ace6a is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:22:12.395302 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6125ed40-a3ee-4a78-8164-4c623dfb3b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (8d5e68a7-c417-4fca-bfb5-be95bb3e5f53), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:12.413255 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=f40c3a49-16b9-40f8-8f53-db536998128f,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:12.417856 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-86a9b275-e176-4776-ab7e-61e0d49ce3b4 req-ab94dcef-81b4-483b-b81b-6dea289301b0 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828921 Apr 04 06:22:12.511260 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4eabd6-f141-4a47-858f-845242e28790 x-openstack-request-id: req-bf4eabd6-f141-4a47-858f-845242e28790 {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:22:12.511615 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b409182a-b378-49e2-9df6-01a766953a86", "name": "network-vif-plugged", "status": "completed", "tag": "f40c3a49-16b9-40f8-8f53-db536998128f", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:22:12.511869 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf4eabd6-f141-4a47-858f-845242e28790 {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:22:12.512284 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf4eabd6-f141-4a47-858f-845242e28790'] response: {'server_uuid': 'b409182a-b378-49e2-9df6-01a766953a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40c3a49-16b9-40f8-8f53-db536998128f', 'code': 200} Apr 04 06:22:12.535022 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e5a85e1-4b84-48b6-a8fe-571632cd3067 req-c739590a-ef48-4805-b1ab-2c791a797196 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:22:12.551378 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ed417c-1cee-485a-b72c-031825f4d993 None None] Sync routers for ids ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:22:12.566568 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ed417c-1cee-485a-b72c-031825f4d993 None None] Routers {'8de8fcc5-8170-4153-b16f-b82e06d3b3c0'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:22:12.567222 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-46ed417c-1cee-485a-b72c-031825f4d993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:21:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:12.593292 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5a85e1-4b84-48b6-a8fe-571632cd3067 req-c739590a-ef48-4805-b1ab-2c791a797196 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] No DVR routers for this DVR port 7a15fbaa-9038-4baa-862c-aa1072a632d1 on host hv-cinder-83444 {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:22:12.596572 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-3e5a85e1-4b84-48b6-a8fe-571632cd3067 req-c739590a-ef48-4805-b1ab-2c791a797196 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:12.600222 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3e5a85e1-4b84-48b6-a8fe-571632cd3067 req-c739590a-ef48-4805-b1ab-2c791a797196 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.37 "DELETE /v2.0/ports/7a15fbaa-9038-4baa-862c-aa1072a632d1 HTTP/1.1" status: 204 len: 173 time: 1.7380476 Apr 04 06:22:12.600656 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c952e5ae-bb00-4a5b-8f78-b4a37d74a97e', 'name': 'network-vif-deleted', 'tag': '7a15fbaa-9038-4baa-862c-aa1072a632d1'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:22:12.602931 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7eaca5f-941f-4ff6-87cb-6d6b64c56aaf" -d '{"events": [{"server_uuid": "c952e5ae-bb00-4a5b-8f78-b4a37d74a97e", "name": "network-vif-deleted", "tag": "7a15fbaa-9038-4baa-862c-aa1072a632d1"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:22:12.646206 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79b3815-83ac-4406-bafd-3f8e7beebe30 x-openstack-request-id: req-f79b3815-83ac-4406-bafd-3f8e7beebe30 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:22:12.646598 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c952e5ae-bb00-4a5b-8f78-b4a37d74a97e", "name": "network-vif-deleted", "tag": "7a15fbaa-9038-4baa-862c-aa1072a632d1", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:22:12.647410 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f79b3815-83ac-4406-bafd-3f8e7beebe30 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:22:12.647410 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f79b3815-83ac-4406-bafd-3f8e7beebe30'] response: {'server_uuid': 'c952e5ae-bb00-4a5b-8f78-b4a37d74a97e', 'name': 'network-vif-deleted', 'tag': '7a15fbaa-9038-4baa-862c-aa1072a632d1', 'status': 'completed', 'code': 200} Apr 04 06:22:12.682188 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6125ed40-a3ee-4a78-8164-4c623dfb3b65 admin admin] Publish callbacks [] for port (8d5e68a7-c417-4fca-bfb5-be95bb3e5f53), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:12.687728 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6125ed40-a3ee-4a78-8164-4c623dfb3b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (8d5e68a7-c417-4fca-bfb5-be95bb3e5f53), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:12.699784 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-46ed417c-1cee-485a-b72c-031825f4d993 None None] Set router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:22:12.799294 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6125ed40-a3ee-4a78-8164-4c623dfb3b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1596008'] for router_interface (ccb35f08-ace6-49de-9e86-bfbe9f96e671), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:12.800966 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125ed40-a3ee-4a78-8164-4c623dfb3b65 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5e68a7-c417-4fca-bfb5-be95bb3e5f53,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:12.882273 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee6020-7ee7-463a-8c6c-dc78d8139ae3 req-8558b11b-768d-48ac-971f-56ccc2193a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:12.884169 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c4ee6020-7ee7-463a-8c6c-dc78d8139ae3 req-8558b11b-768d-48ac-971f-56ccc2193a5c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 1129 time: 0.1232567 Apr 04 06:22:12.945326 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-46ed417c-1cee-485a-b72c-031825f4d993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:12.951952 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6125ed40-a3ee-4a78-8164-4c623dfb3b65 admin admin] Network c8cf8dd2-475e-45b8-aaa3-5ae6906c852e is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:22:12.957959 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-6125ed40-a3ee-4a78-8164-4c623dfb3b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:22:12.962487 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c4ee6020-7ee7-463a-8c6c-dc78d8139ae3 req-72bdc52e-b705-451b-8f4e-c55e1be81e13 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675781 Apr 04 06:22:12.982411 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ed417c-1cee-485a-b72c-031825f4d993 None None] Checking router: 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:22:12.991966 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ed417c-1cee-485a-b72c-031825f4d993 None None] Routers {'8de8fcc5-8170-4153-b16f-b82e06d3b3c0'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:22:12.992607 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-46ed417c-1cee-485a-b72c-031825f4d993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:21:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:13.088152 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6125ed40-a3ee-4a78-8164-4c623dfb3b65 admin admin] Router ccb35f08-ace6-49de-9e86-bfbe9f96e671 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:22:13.110838 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-46ed417c-1cee-485a-b72c-031825f4d993 None None] Set router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:22:13.227838 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bd0abd2c-7d7d-47e5-90be-7fce5f84880f req-9c7dc2c7-5b76-423f-8cec-d7f9fd60abc0 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/ports?device_id=c952e5ae-bb00-4a5b-8f78-b4a37d74a97e HTTP/1.1" status: 200 len: 210 time: 0.0339558 Apr 04 06:22:13.245751 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6125ed40-a3ee-4a78-8164-4c623dfb3b65 admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:22:13.255793 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] Sync routers for ids ['ccb35f08-ace6-49de-9e86-bfbe9f96e671'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:22:13.260391 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-6125ed40-a3ee-4a78-8164-4c623dfb3b65 admin admin] 10.222.0.30 "PUT /v2.0/routers/ccb35f08-ace6-49de-9e86-bfbe9f96e671/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3286114 Apr 04 06:22:13.274095 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] Routers {'ccb35f08-ace6-49de-9e86-bfbe9f96e671'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:22:13.275034 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:21:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['ccb35f08-ace6-49de-9e86-bfbe9f96e671'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:13.423805 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] Set router ccb35f08-ace6-49de-9e86-bfbe9f96e671 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:22:13.440717 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-a194004a-f105-4b51-8252-e161208a5a9e None None] Provisioning complete for port 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:13.441114 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a194004a-f105-4b51-8252-e161208a5a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (8d5e68a7-c417-4fca-bfb5-be95bb3e5f53), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:13.517150 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-a194004a-f105-4b51-8252-e161208a5a9e None None] Port 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:22:13.548569 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-46ed417c-1cee-485a-b72c-031825f4d993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:13.581290 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ed417c-1cee-485a-b72c-031825f4d993 None None] The sync data for ids ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'] in dv-cinder-834448-2-iscsi is: [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:35Z', 'revision_number': 4, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': 'af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5', 'name': '', 'network_id': 'f79ea4aa-d805-43ed-bd84-5df93140b5be', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'mac_address': 'fa:16:3e:c4:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:35Z', 'updated_at': '2022-04-04T06:11:40Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'subnets': [{'id': '8af96432-7e0f-4e5a-90ce-4cb5a6c320c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:22:13.641252 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device f40bdb59-70ab-4eb8-8aef-a8de85f2afdc up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:22:13.700041 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port f40bdb59-70ab-4eb8-8aef-a8de85f2afdc triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:13.700420 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (f40bdb59-70ab-4eb8-8aef-a8de85f2afdc), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:13.710267 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6a2a5-f54a-4852-9e53-e2cc0356b4ef req-20603bc0-efe3-4821-8eee-8118d67323b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:13.711895 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-37c6a2a5-f54a-4852-9e53-e2cc0356b4ef req-20603bc0-efe3-4821-8eee-8118d67323b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 945 time: 0.1498094 Apr 04 06:22:13.780568 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 7a15fbaa-9038-4baa-862c-aa1072a632d1 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:22:13.793593 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-37c6a2a5-f54a-4852-9e53-e2cc0356b4ef req-c96e9f5a-8e4c-4bd6-8f08-f2521fec403f tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695951 Apr 04 06:22:13.814463 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] No Port match for: 7a15fbaa-9038-4baa-862c-aa1072a632d1 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:22:13.814789 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 7a15fbaa-9038-4baa-862c-aa1072a632d1 not bound to the agent host hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:22:13.825235 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port f40bdb59-70ab-4eb8-8aef-a8de85f2afdc is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:22:13.867106 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'name': 'tempest-TestMinimumBasicScenario-755482104-router', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:12Z', 'revision_number': 4, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'gw_port': {'id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:43:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '8d5e68a7-c417-4fca-bfb5-be95bb3e5f53', 'name': '', 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'mac_address': 'fa:16:3e:9d:d8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4fe03809-e6f0-4026-ab71-c19939f1f2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:11Z', 'updated_at': '2022-04-04T06:22:12Z', 'revision_number': 2, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'subnets': [{'id': '4fe03809-e6f0-4026-ab71-c19939f1f2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:13.899273 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] Checking router: ccb35f08-ace6-49de-9e86-bfbe9f96e671 for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:22:13.899628 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] Updating router ccb35f08-ace6-49de-9e86-bfbe9f96e671 port 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53 binding host dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 06:22:13.934910 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (8d5e68a7-c417-4fca-bfb5-be95bb3e5f53), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:13.948173 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d990eb5-0460-4974-b977-3ce6c3ecf01f None None] New status for floating IP 6b1745af-f887-4be5-b920-e0a56ad7e679: DOWN {{(pid=103481) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:22:13.954457 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 60474) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:13.959406 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-ba62b7a4-1d3a-45a9-a5e1-7a13fbd59991 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-365107922-network', 'tenant_id': '12a4659336394c38b35c1d410e48e51a'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:22:13.981175 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba62b7a4-1d3a-45a9-a5e1-7a13fbd59991 admin admin] Made reservation on behalf of 12a4659336394c38b35c1d410e48e51a for: {'network': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:22:13.984137 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ba62b7a4-1d3a-45a9-a5e1-7a13fbd59991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for network (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:13.992945 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ba62b7a4-1d3a-45a9-a5e1-7a13fbd59991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.072649 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ba62b7a4-1d3a-45a9-a5e1-7a13fbd59991 admin admin] Publish callbacks [] for security_group (6c841388-1bb8-442c-b52c-12120c00ff3c), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.080431 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ba62b7a4-1d3a-45a9-a5e1-7a13fbd59991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (6c841388-1bb8-442c-b52c-12120c00ff3c), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.107113 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba62b7a4-1d3a-45a9-a5e1-7a13fbd59991 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103480) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 04 06:22:14.122603 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62b7a4-1d3a-45a9-a5e1-7a13fbd59991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c841388-1bb8-442c-b52c-12120c00ff3c,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:14.129137 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ba62b7a4-1d3a-45a9-a5e1-7a13fbd59991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (b6ce9fa9-fad7-48f7-91db-5c97f6041645), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.129516 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.segments_db [None req-ba62b7a4-1d3a-45a9-a5e1-7a13fbd59991 admin admin] Added segment b6ce9fa9-fad7-48f7-91db-5c97f6041645 of type vlan for network d84ac9c5-7828-48a5-8987-2f70a9b5ee24 Apr 04 06:22:14.171909 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ba62b7a4-1d3a-45a9-a5e1-7a13fbd59991 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794510444108'] for network (d84ac9c5-7828-48a5-8987-2f70a9b5ee24), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.202165 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ba62b7a4-1d3a-45a9-a5e1-7a13fbd59991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273'] for network (d84ac9c5-7828-48a5-8987-2f70a9b5ee24), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.203459 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba62b7a4-1d3a-45a9-a5e1-7a13fbd59991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:14.204363 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ba62b7a4-1d3a-45a9-a5e1-7a13fbd59991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.233586 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] Publish callbacks [] for port (8d5e68a7-c417-4fca-bfb5-be95bb3e5f53), precommit_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.240763 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (8d5e68a7-c417-4fca-bfb5-be95bb3e5f53), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.290678 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-ba62b7a4-1d3a-45a9-a5e1-7a13fbd59991 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3322358 Apr 04 06:22:14.291103 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 60478) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:14.300285 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-a702212f-4d4a-4701-98a5-da381ea6375b admin admin] Request body: {'subnet': {'network_id': 'd84ac9c5-7828-48a5-8987-2f70a9b5ee24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-365107922-subnet', 'tenant_id': '12a4659336394c38b35c1d410e48e51a', 'ip_version': 4}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:22:14.306716 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba62b7a4-1d3a-45a9-a5e1-7a13fbd59991 admin admin] Pushing event updated for resources: {'Network': ['ID=d84ac9c5-7828-48a5-8987-2f70a9b5ee24,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:14.323232 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918a195-d1ef-4e06-bf8a-f784347ba23d None None] Pushing event updated for resources: {'Port': ['ID=8d5e68a7-c417-4fca-bfb5-be95bb3e5f53,revision_number=3']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:14.329278 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Network d84ac9c5-7828-48a5-8987-2f70a9b5ee24 details requested by agent ovs-agent-dv-cinder-834448-2-iscsi with host dv-cinder-834448-2-iscsi {{(pid=103481) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 04 06:22:14.343476 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a702212f-4d4a-4701-98a5-da381ea6375b admin admin] Made reservation on behalf of 12a4659336394c38b35c1d410e48e51a for: {'subnet': 1} {{(pid=103479) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:22:14.349620 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a702212f-4d4a-4701-98a5-da381ea6375b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8567966'] for subnet (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.365336 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 60482) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:14.368604 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] Attempting to bind port 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53 on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:22:14.369619 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] Attempting to bind port 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53 by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': 'dd756a8e-b291-4551-b699-5d4425964e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e'}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:22:14.370068 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] Attempting to bind port 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53 on network c8cf8dd2-475e-45b8-aaa3-5ae6906c852e {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:22:14.376697 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:22:14.377135 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] Checking segment: {'id': 'dd756a8e-b291-4551-b699-5d4425964e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:22:14.377535 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.377925 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] Bound using segment: {'id': 'dd756a8e-b291-4551-b699-5d4425964e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e'} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:22:14.378392 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] Bound port: 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd756a8e-b291-4551-b699-5d4425964e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e'}}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:22:14.378766 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (8d5e68a7-c417-4fca-bfb5-be95bb3e5f53), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.457307 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] For port 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:22:14.458453 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6af22f1f-a373-4b76-9029-4cc5f235c0f9 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (1cb3f18b-b895-42c0-8733-fb71769f57fb), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.462535 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] For port 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=8d5e68a7-c417-4fca-bfb5-be95bb3e5f53,segment=NetworkSegment(dd756a8e-b291-4551-b699-5d4425964e74),segment_id=dd756a8e-b291-4551-b699-5d4425964e74)] {{(pid=103482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:22:14.472729 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (8d5e68a7-c417-4fca-bfb5-be95bb3e5f53), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.505321 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6af22f1f-a373-4b76-9029-4cc5f235c0f9 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (1cb3f18b-b895-42c0-8733-fb71769f57fb), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.529239 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] Routers {'ccb35f08-ace6-49de-9e86-bfbe9f96e671'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:22:14.529879 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:21:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['ccb35f08-ace6-49de-9e86-bfbe9f96e671'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:14.578411 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6af22f1f-a373-4b76-9029-4cc5f235c0f9 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (1cb3f18b-b895-42c0-8733-fb71769f57fb), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.581384 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6af22f1f-a373-4b76-9029-4cc5f235c0f9 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.585122 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-6af22f1f-a373-4b76-9029-4cc5f235c0f9 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "DELETE /v2.0/security-groups/1cb3f18b-b895-42c0-8733-fb71769f57fb HTTP/1.1" status: 204 len: 168 time: 0.2165635 Apr 04 06:22:14.587010 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 60484) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:14.611883 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af22f1f-a373-4b76-9029-4cc5f235c0f9 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb3f18b-b895-42c0-8733-fb71769f57fb,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:14.614529 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.api.v2.resource [None req-08ab369c-da96-42ea-9646-53ae7aad8298 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] show failed (client error): The resource could not be found. Apr 04 06:22:14.615671 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-08ab369c-da96-42ea-9646-53ae7aad8298 tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "GET /v2.0/security-groups/1cb3f18b-b895-42c0-8733-fb71769f57fb HTTP/1.1" status: 404 len: 347 time: 0.0261858 Apr 04 06:22:14.617688 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a702212f-4d4a-4701-98a5-da381ea6375b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10310614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8567944'] for subnet (b7c91f89-69ca-44a8-9a5d-db04abd2be50), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.618573 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 60486) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:14.665748 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-a9525b77-fbd3-47bb-a32f-e51f0d153d5a None None] Provisioning complete for port 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:14.666133 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a9525b77-fbd3-47bb-a32f-e51f0d153d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (8d5e68a7-c417-4fca-bfb5-be95bb3e5f53), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.672582 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] Set router ccb35f08-ace6-49de-9e86-bfbe9f96e671 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:22:14.713756 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702212f-4d4a-4701-98a5-da381ea6375b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7c91f89-69ca-44a8-9a5d-db04abd2be50,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:14.719274 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702212f-4d4a-4701-98a5-da381ea6375b admin admin] Checking segment: {'id': 'b6ce9fa9-fad7-48f7-91db-5c97f6041645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd84ac9c5-7828-48a5-8987-2f70a9b5ee24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103479) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:22:14.734941 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a702212f-4d4a-4701-98a5-da381ea6375b admin admin] Network hostable DHCP agents. Network: d84ac9c5-7828-48a5-8987-2f70a9b5ee24, hostable agents: ['a23458ca-c084-4a06-a8cf-ee94f3e130be'], hosted agents: [] {{(pid=103479) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 04 06:22:14.759270 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a702212f-4d4a-4701-98a5-da381ea6375b admin admin] Network d84ac9c5-7828-48a5-8987-2f70a9b5ee24 is scheduled to be hosted by DHCP agent a23458ca-c084-4a06-a8cf-ee94f3e130be with binding_index 1 {{(pid=103479) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 04 06:22:14.769965 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918a195-d1ef-4e06-bf8a-f784347ba23d None None] Pushing event updated for resources: {'Port': ['ID=8d5e68a7-c417-4fca-bfb5-be95bb3e5f53,revision_number=4']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:14.775604 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-a702212f-4d4a-4701-98a5-da381ea6375b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-2-iscsi, d84ac9c5-7828-48a5-8987-2f70a9b5ee24) {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:22:14.779687 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a702212f-4d4a-4701-98a5-da381ea6375b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:14.780284 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a702212f-4d4a-4701-98a5-da381ea6375b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.787826 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-49c03a6a-9dc1-44b3-a9c9-85c936caa31f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Deleting port 735c9407-9693-4d00-8fb5-181a1718e7a1 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:22:14.788435 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-49c03a6a-9dc1-44b3-a9c9-85c936caa31f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (735c9407-9693-4d00-8fb5-181a1718e7a1), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.804042 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592c46b2-8889-4a23-ad1d-0665ec1dec16 None None] Network d84ac9c5-7828-48a5-8987-2f70a9b5ee24 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:22:14.817212 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-a702212f-4d4a-4701-98a5-da381ea6375b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5249267 Apr 04 06:22:14.819887 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 60488) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:14.824198 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-b737e5f9-fd3a-411c-b027-6ed6de704728 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-365107922-router', 'tenant_id': '12a4659336394c38b35c1d410e48e51a', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:22:14.851735 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-a9525b77-fbd3-47bb-a32f-e51f0d153d5a None None] Current status of the port 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53 is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:22:14.852338 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a9525b77-fbd3-47bb-a32f-e51f0d153d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (8d5e68a7-c417-4fca-bfb5-be95bb3e5f53), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.867893 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b737e5f9-fd3a-411c-b027-6ed6de704728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1596477', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-906'] for router (e7c65544-d30b-48d7-a137-e85ba1b0215a), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.869206 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b737e5f9-fd3a-411c-b027-6ed6de704728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1597357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1589500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2064336', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-897'] for router (e7c65544-d30b-48d7-a137-e85ba1b0215a), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.956778 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b737e5f9-fd3a-411c-b027-6ed6de704728 admin admin] Publish callbacks [] for router_controller (e7c65544-d30b-48d7-a137-e85ba1b0215a), precommit_add_association {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:14.999659 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-a9525b77-fbd3-47bb-a32f-e51f0d153d5a None None] For port 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=8d5e68a7-c417-4fca-bfb5-be95bb3e5f53,segment=NetworkSegment(dd756a8e-b291-4551-b699-5d4425964e74),segment_id=dd756a8e-b291-4551-b699-5d4425964e74)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:22:15.006727 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'name': 'tempest-TestMinimumBasicScenario-755482104-router', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:12Z', 'revision_number': 4, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'gw_port': {'id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:43:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '8d5e68a7-c417-4fca-bfb5-be95bb3e5f53', 'name': '', 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'mac_address': 'fa:16:3e:9d:d8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4fe03809-e6f0-4026-ab71-c19939f1f2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:11Z', 'updated_at': '2022-04-04T06:22:14Z', 'revision_number': 4, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'subnets': [{'id': '4fe03809-e6f0-4026-ab71-c19939f1f2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:15.028322 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a9525b77-fbd3-47bb-a32f-e51f0d153d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (8d5e68a7-c417-4fca-bfb5-be95bb3e5f53), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:15.053883 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f24593-5dbf-47c4-a69e-06d64bbbb2ac None None] The sync data for ids ['ccb35f08-ace6-49de-9e86-bfbe9f96e671'] in dv-cinder-834448-2-iscsi is: [{'id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'name': 'tempest-TestMinimumBasicScenario-755482104-router', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:12Z', 'revision_number': 4, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'gw_port': {'id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:43:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '8d5e68a7-c417-4fca-bfb5-be95bb3e5f53', 'name': '', 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'mac_address': 'fa:16:3e:9d:d8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4fe03809-e6f0-4026-ab71-c19939f1f2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:11Z', 'updated_at': '2022-04-04T06:22:14Z', 'revision_number': 4, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'subnets': [{'id': '4fe03809-e6f0-4026-ab71-c19939f1f2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:22:15.055835 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e71283-ec1a-4fe3-884a-ad23978a2ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5440c0d-2b70-5970-bb3d-e8eca1b84906-d84ac9c5-7828-48a5-8987-2f70a9b5ee24', 'network_id': 'd84ac9c5-7828-48a5-8987-2f70a9b5ee24', 'project_id': '12a4659336394c38b35c1d410e48e51a', 'fixed_ips': [{'subnet_id': 'b7c91f89-69ca-44a8-9a5d-db04abd2be50'}]}} from dv-cinder-834448-2-iscsi. {{(pid=103481) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 04 06:22:15.056813 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-02e71283-ec1a-4fe3-884a-ad23978a2ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:15.138985 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b737e5f9-fd3a-411c-b027-6ed6de704728 admin admin] Publish callbacks [] for router_gateway (e7c65544-d30b-48d7-a137-e85ba1b0215a), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:15.219586 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-ff85878f-6697-43d2-90dd-86ec22cf6adb None None] Provisioning complete for port 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:15.220272 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-ff85878f-6697-43d2-90dd-86ec22cf6adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (8d5e68a7-c417-4fca-bfb5-be95bb3e5f53), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:15.242017 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9525b77-fbd3-47bb-a32f-e51f0d153d5a None None] Pushing event updated for resources: {'Port': ['ID=8d5e68a7-c417-4fca-bfb5-be95bb3e5f53,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:15.301389 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-49c03a6a-9dc1-44b3-a9c9-85c936caa31f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (735c9407-9693-4d00-8fb5-181a1718e7a1), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:15.301781 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-49c03a6a-9dc1-44b3-a9c9-85c936caa31f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (735c9407-9693-4d00-8fb5-181a1718e7a1), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:15.335859 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-49c03a6a-9dc1-44b3-a9c9-85c936caa31f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Calling delete_port for 735c9407-9693-4d00-8fb5-181a1718e7a1 owned by network:floatingip {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:22:15.351382 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.db_base_plugin_common [None req-02e71283-ec1a-4fe3-884a-ad23978a2ab6 None None] Allocated IP 172.20.0.2 (d84ac9c5-7828-48a5-8987-2f70a9b5ee24/b7c91f89-69ca-44a8-9a5d-db04abd2be50/948525ff-0d94-458b-af99-99e4c796dfab) {{(pid=103481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:22:15.367270 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f6a3e-5b7f-48e0-910a-26c3f2da4599 req-45d0b900-654a-4149-ae69-a6cf225e1e1f tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:15.375547 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-978f6a3e-5b7f-48e0-910a-26c3f2da4599 req-45d0b900-654a-4149-ae69-a6cf225e1e1f tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 945 time: 0.0979688 Apr 04 06:22:15.394773 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b737e5f9-fd3a-411c-b027-6ed6de704728 admin admin] Publish callbacks [] for router_gateway (e7c65544-d30b-48d7-a137-e85ba1b0215a), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:15.419300 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b737e5f9-fd3a-411c-b027-6ed6de704728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:15.457323 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-ff85878f-6697-43d2-90dd-86ec22cf6adb None None] Current status of the port 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:22:15.479442 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-978f6a3e-5b7f-48e0-910a-26c3f2da4599 req-3dfe37ac-4d68-4b5c-852f-0b64077f6ae0 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014771 Apr 04 06:22:15.581204 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-02e71283-ec1a-4fe3-884a-ad23978a2ab6 None None] Publish callbacks [] for port (948525ff-0d94-458b-af99-99e4c796dfab), precommit_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:15.590842 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-02e71283-ec1a-4fe3-884a-ad23978a2ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997'] for port (948525ff-0d94-458b-af99-99e4c796dfab), after_create {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:15.631976 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-b737e5f9-fd3a-411c-b027-6ed6de704728 admin admin] Allocated IP 172.27.2.17 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/31651ee0-9e72-4f6d-b3af-5a953da8a906) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:22:15.642407 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e71283-ec1a-4fe3-884a-ad23978a2ab6 None None] Network d84ac9c5-7828-48a5-8987-2f70a9b5ee24 is already hosted by enough agents. {{(pid=103481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:22:15.646068 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.scheduler.base_scheduler [None req-02e71283-ec1a-4fe3-884a-ad23978a2ab6 None None] Resources bound (agent type, host, resource id): {{(pid=103481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:22:15.649190 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e71283-ec1a-4fe3-884a-ad23978a2ab6 None None] Received port after_create {{(pid=103481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:22:15.649345 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-49c03a6a-9dc1-44b3-a9c9-85c936caa31f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (735c9407-9693-4d00-8fb5-181a1718e7a1), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:15.704327 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c03a6a-9dc1-44b3-a9c9-85c936caa31f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Pushing event deleted for resources: {'Port': ['ID=735c9407-9693-4d00-8fb5-181a1718e7a1,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:15.715258 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e71283-ec1a-4fe3-884a-ad23978a2ab6 None None] Pushing event updated for resources: {'Port': ['ID=948525ff-0d94-458b-af99-99e4c796dfab,revision_number=1']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:15.723458 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:22:15.767945 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-02e71283-ec1a-4fe3-884a-ad23978a2ab6 None None] Attempting to bind port 948525ff-0d94-458b-af99-99e4c796dfab on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:22:15.768469 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-02e71283-ec1a-4fe3-884a-ad23978a2ab6 None None] Attempting to bind port 948525ff-0d94-458b-af99-99e4c796dfab by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': 'b6ce9fa9-fad7-48f7-91db-5c97f6041645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd84ac9c5-7828-48a5-8987-2f70a9b5ee24'}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:22:15.769234 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e71283-ec1a-4fe3-884a-ad23978a2ab6 None None] Attempting to bind port 948525ff-0d94-458b-af99-99e4c796dfab on network d84ac9c5-7828-48a5-8987-2f70a9b5ee24 {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:22:15.777397 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc51c1-a19f-4254-96e2-1894036281c9 req-8936335e-81fd-4a35-adc4-210ce0810eeb tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:15.779819 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-28bc51c1-a19f-4254-96e2-1894036281c9 req-8936335e-81fd-4a35-adc4-210ce0810eeb tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 945 time: 0.1898248 Apr 04 06:22:15.780664 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e71283-ec1a-4fe3-884a-ad23978a2ab6 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:22:15.781184 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e71283-ec1a-4fe3-884a-ad23978a2ab6 None None] Checking segment: {'id': 'b6ce9fa9-fad7-48f7-91db-5c97f6041645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd84ac9c5-7828-48a5-8987-2f70a9b5ee24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:22:15.781704 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-02e71283-ec1a-4fe3-884a-ad23978a2ab6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:15.782192 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e71283-ec1a-4fe3-884a-ad23978a2ab6 None None] Bound using segment: {'id': 'b6ce9fa9-fad7-48f7-91db-5c97f6041645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd84ac9c5-7828-48a5-8987-2f70a9b5ee24'} {{(pid=103481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:22:15.782848 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.managers [None req-02e71283-ec1a-4fe3-884a-ad23978a2ab6 None None] Bound port: 948525ff-0d94-458b-af99-99e4c796dfab, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ce9fa9-fad7-48f7-91db-5c97f6041645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd84ac9c5-7828-48a5-8987-2f70a9b5ee24'}}] {{(pid=103481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:22:15.783664 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-02e71283-ec1a-4fe3-884a-ad23978a2ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (948525ff-0d94-458b-af99-99e4c796dfab), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:15.836693 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b737e5f9-fd3a-411c-b027-6ed6de704728 admin admin] Publish callbacks [] for port (31651ee0-9e72-4f6d-b3af-5a953da8a906), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:15.837051 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-49c03a6a-9dc1-44b3-a9c9-85c936caa31f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks [] for floatingip (6b1745af-f887-4be5-b920-e0a56ad7e679), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:15.839104 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-49c03a6a-9dc1-44b3-a9c9-85c936caa31f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:15.847557 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-49c03a6a-9dc1-44b3-a9c9-85c936caa31f tempest-AttachVolumeNegativeTest-1868196139 tempest-AttachVolumeNegativeTest-1868196139-project] 10.222.0.30 "DELETE /v2.0/floatingips/6b1745af-f887-4be5-b920-e0a56ad7e679 HTTP/1.1" status: 204 len: 168 time: 1.2213886 Apr 04 06:22:15.866819 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-28bc51c1-a19f-4254-96e2-1894036281c9 req-a75ea25c-092a-489f-9f1c-5d1785802a23 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753675 Apr 04 06:22:15.897780 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-02e71283-ec1a-4fe3-884a-ad23978a2ab6 None None] For port 948525ff-0d94-458b-af99-99e4c796dfab, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:22:15.900681 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 60496) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:15.904534 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-02e71283-ec1a-4fe3-884a-ad23978a2ab6 None None] For port 948525ff-0d94-458b-af99-99e4c796dfab, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=948525ff-0d94-458b-af99-99e4c796dfab,segment=NetworkSegment(b6ce9fa9-fad7-48f7-91db-5c97f6041645),segment_id=b6ce9fa9-fad7-48f7-91db-5c97f6041645)] {{(pid=103481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:22:15.909380 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b737e5f9-fd3a-411c-b027-6ed6de704728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (31651ee0-9e72-4f6d-b3af-5a953da8a906), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:15.915389 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:15.915982 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (8d5e68a7-c417-4fca-bfb5-be95bb3e5f53), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:15.947767 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-02e71283-ec1a-4fe3-884a-ad23978a2ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (948525ff-0d94-458b-af99-99e4c796dfab), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:15.952789 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b737e5f9-fd3a-411c-b027-6ed6de704728 admin admin] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:22:15.956496 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-b737e5f9-fd3a-411c-b027-6ed6de704728 admin admin] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:22:15.960566 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b737e5f9-fd3a-411c-b027-6ed6de704728 admin admin] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:22:16.020724 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737e5f9-fd3a-411c-b027-6ed6de704728 admin admin] Pushing event updated for resources: {'Port': ['ID=31651ee0-9e72-4f6d-b3af-5a953da8a906,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:16.050354 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e71283-ec1a-4fe3-884a-ad23978a2ab6 None None] Pushing event updated for resources: {'Port': ['ID=948525ff-0d94-458b-af99-99e4c796dfab,revision_number=2']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:16.135781 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:22:16.309238 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c118ad-18df-40f8-a3cf-6e0a74ecb64f tempest-TestVolumeBootPattern-496586283 tempest-TestVolumeBootPattern-496586283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:16.311672 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-66c118ad-18df-40f8-a3cf-6e0a74ecb64f tempest-TestVolumeBootPattern-496586283 tempest-TestVolumeBootPattern-496586283-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 1124 time: 0.4094846 Apr 04 06:22:16.316633 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 60502) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:16.335171 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-ad1d86c0-d5ea-4599-9374-ad0592100abf tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Request body: {'floatingip': {'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'port_id': 'f40c3a49-16b9-40f8-8f53-db536998128f', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:22:16.360469 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ad1d86c0-d5ea-4599-9374-ad0592100abf tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:16.379442 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b737e5f9-fd3a-411c-b027-6ed6de704728 admin admin] Publish callbacks [] for router_gateway (e7c65544-d30b-48d7-a137-e85ba1b0215a), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:16.500453 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ad1d86c0-d5ea-4599-9374-ad0592100abf tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:16.607423 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [None req-ad1d86c0-d5ea-4599-9374-ad0592100abf tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Allocated IP 172.27.2.185 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/48548881-22b5-4be4-bff8-0243e15f01f7) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:22:16.622801 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b737e5f9-fd3a-411c-b027-6ed6de704728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1597348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589291'] for router (e7c65544-d30b-48d7-a137-e85ba1b0215a), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:16.724430 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ad1d86c0-d5ea-4599-9374-ad0592100abf tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for port (48548881-22b5-4be4-bff8-0243e15f01f7), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:16.757409 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ad1d86c0-d5ea-4599-9374-ad0592100abf tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (48548881-22b5-4be4-bff8-0243e15f01f7), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:16.763472 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b737e5f9-fd3a-411c-b027-6ed6de704728 admin admin] Router e7c65544-d30b-48d7-a137-e85ba1b0215a is scheduled to L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 with binding_index 1 {{(pid=103479) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 04 06:22:16.798077 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1d86c0-d5ea-4599-9374-ad0592100abf tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:22:16.807876 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-ad1d86c0-d5ea-4599-9374-ad0592100abf tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:22:16.818166 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1d86c0-d5ea-4599-9374-ad0592100abf tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:22:16.842702 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d86c0-d5ea-4599-9374-ad0592100abf tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Pushing event updated for resources: {'Port': ['ID=48548881-22b5-4be4-bff8-0243e15f01f7,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:16.896796 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b737e5f9-fd3a-411c-b027-6ed6de704728 admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:22:16.906454 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] Sync routers for ids ['e7c65544-d30b-48d7-a137-e85ba1b0215a'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:22:16.916407 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-b737e5f9-fd3a-411c-b027-6ed6de704728 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:16.917880 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-b737e5f9-fd3a-411c-b027-6ed6de704728 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0971396 Apr 04 06:22:16.921604 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] Routers {'e7c65544-d30b-48d7-a137-e85ba1b0215a'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:22:16.922667 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:21:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['e7c65544-d30b-48d7-a137-e85ba1b0215a'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:16.924710 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 60504) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:17.056260 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] Set router e7c65544-d30b-48d7-a137-e85ba1b0215a gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:22:17.267148 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ad1d86c0-d5ea-4599-9374-ad0592100abf tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for floatingip (46978865-a632-4d24-9e83-24fbe92bdfa4), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:17.282183 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a74551-839f-4fba-a243-b4043aa36989 None None] Network d84ac9c5-7828-48a5-8987-2f70a9b5ee24 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:22:17.346383 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c65544-d30b-48d7-a137-e85ba1b0215a', 'name': 'tempest-TestMinimumBasicScenario-365107922-router', 'tenant_id': '12a4659336394c38b35c1d410e48e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '31651ee0-9e72-4f6d-b3af-5a953da8a906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:14Z', 'updated_at': '2022-04-04T06:22:16Z', 'revision_number': 3, 'project_id': '12a4659336394c38b35c1d410e48e51a', 'gw_port': {'id': '31651ee0-9e72-4f6d-b3af-5a953da8a906', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c65544-d30b-48d7-a137-e85ba1b0215a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:15Z', 'updated_at': '2022-04-04T06:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:17.382446 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] Checking router: e7c65544-d30b-48d7-a137-e85ba1b0215a for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:22:17.383070 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] Updating router e7c65544-d30b-48d7-a137-e85ba1b0215a port 31651ee0-9e72-4f6d-b3af-5a953da8a906 binding host dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 06:22:17.393671 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ad1d86c0-d5ea-4599-9374-ad0592100abf tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (48548881-22b5-4be4-bff8-0243e15f01f7), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:17.402907 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-b150f4a7-886c-42f4-bd5c-0648ea0d8bd7 None None] Provisioning complete for port 948525ff-0d94-458b-af99-99e4c796dfab triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:17.403533 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-b150f4a7-886c-42f4-bd5c-0648ea0d8bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (948525ff-0d94-458b-af99-99e4c796dfab), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:17.427502 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (31651ee0-9e72-4f6d-b3af-5a953da8a906), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:17.591527 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-b150f4a7-886c-42f4-bd5c-0648ea0d8bd7 None None] Current status of the port 948525ff-0d94-458b-af99-99e4c796dfab is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:22:17.592052 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-b150f4a7-886c-42f4-bd5c-0648ea0d8bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (948525ff-0d94-458b-af99-99e4c796dfab), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:17.644347 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-b150f4a7-886c-42f4-bd5c-0648ea0d8bd7 None None] For port 948525ff-0d94-458b-af99-99e4c796dfab, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=948525ff-0d94-458b-af99-99e4c796dfab,segment=NetworkSegment(b6ce9fa9-fad7-48f7-91db-5c97f6041645),segment_id=b6ce9fa9-fad7-48f7-91db-5c97f6041645)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:22:17.649230 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-b150f4a7-886c-42f4-bd5c-0648ea0d8bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (948525ff-0d94-458b-af99-99e4c796dfab), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:17.706443 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ad1d86c0-d5ea-4599-9374-ad0592100abf tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for port (48548881-22b5-4be4-bff8-0243e15f01f7), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:17.712960 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 948525ff-0d94-458b-af99-99e4c796dfab up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:22:17.715127 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ad1d86c0-d5ea-4599-9374-ad0592100abf tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (48548881-22b5-4be4-bff8-0243e15f01f7), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:17.776156 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150f4a7-886c-42f4-bd5c-0648ea0d8bd7 None None] Pushing event updated for resources: {'Port': ['ID=948525ff-0d94-458b-af99-99e4c796dfab,revision_number=3']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:17.828929 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 948525ff-0d94-458b-af99-99e4c796dfab triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:17.829808 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (948525ff-0d94-458b-af99-99e4c796dfab), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:17.831150 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d86c0-d5ea-4599-9374-ad0592100abf tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Pushing event updated for resources: {'Port': ['ID=48548881-22b5-4be4-bff8-0243e15f01f7,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:17.850654 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ad1d86c0-d5ea-4599-9374-ad0592100abf tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (46978865-a632-4d24-9e83-24fbe92bdfa4), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:17.861672 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] Publish callbacks [] for port (31651ee0-9e72-4f6d-b3af-5a953da8a906), precommit_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:17.872553 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (31651ee0-9e72-4f6d-b3af-5a953da8a906), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:17.896061 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-52556da0-5d54-403c-8a22-987ef2ee1305 None None] Provisioning complete for port 948525ff-0d94-458b-af99-99e4c796dfab triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:17.896465 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-52556da0-5d54-403c-8a22-987ef2ee1305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (948525ff-0d94-458b-af99-99e4c796dfab), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:17.927264 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] Attempting to bind port 31651ee0-9e72-4f6d-b3af-5a953da8a906 on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:22:17.928537 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] Attempting to bind port 31651ee0-9e72-4f6d-b3af-5a953da8a906 by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:22:17.929228 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] Attempting to bind port 31651ee0-9e72-4f6d-b3af-5a953da8a906 on network 1ee500bf-3755-4a54-8c64-77d3afc270de {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:22:17.938317 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:22:17.938692 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] Checking segment: {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:22:17.939219 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:17.939621 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] Bound using segment: {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:22:17.940096 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] Bound port: 31651ee0-9e72-4f6d-b3af-5a953da8a906, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd31b77-61ed-449c-b6c1-d633fd53688c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de'}}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:22:17.940480 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (31651ee0-9e72-4f6d-b3af-5a953da8a906), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:17.950075 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bf64ef06-b0f8-4f9e-a316-a80d020808dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:17.979053 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 948525ff-0d94-458b-af99-99e4c796dfab is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:22:17.997854 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.l3_db [None req-ad1d86c0-d5ea-4599-9374-ad0592100abf tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Floating IP 46978865-a632-4d24-9e83-24fbe92bdfa4 associated. External IP: 172.27.2.185, port: f40c3a49-16b9-40f8-8f53-db536998128f. Apr 04 06:22:18.008786 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] For port 31651ee0-9e72-4f6d-b3af-5a953da8a906, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:22:18.015106 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654298c7-dc27-4d1d-b92b-f2b6dc233adb None None] Pushing event updated for resources: {'Port': ['ID=31651ee0-9e72-4f6d-b3af-5a953da8a906,revision_number=2']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:18.025275 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] For port 31651ee0-9e72-4f6d-b3af-5a953da8a906, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=31651ee0-9e72-4f6d-b3af-5a953da8a906,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:22:18.034860 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (31651ee0-9e72-4f6d-b3af-5a953da8a906), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:18.050940 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-52556da0-5d54-403c-8a22-987ef2ee1305 None None] Current status of the port 948525ff-0d94-458b-af99-99e4c796dfab is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:22:18.097754 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] Routers {'e7c65544-d30b-48d7-a137-e85ba1b0215a'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:22:18.098723 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:21:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['e7c65544-d30b-48d7-a137-e85ba1b0215a'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:18.128771 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-bf64ef06-b0f8-4f9e-a316-a80d020808dd admin admin] Allocated IP 172.20.0.1 (d84ac9c5-7828-48a5-8987-2f70a9b5ee24/b7c91f89-69ca-44a8-9a5d-db04abd2be50/9f361a47-6ef7-423d-8fcb-beebc47c1320) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:22:18.138061 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654298c7-dc27-4d1d-b92b-f2b6dc233adb None None] Pushing event updated for resources: {'Port': ['ID=31651ee0-9e72-4f6d-b3af-5a953da8a906,revision_number=3']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:18.221333 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] Set router e7c65544-d30b-48d7-a137-e85ba1b0215a gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:22:18.241222 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1d86c0-d5ea-4599-9374-ad0592100abf tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Router eff1aec1-3a23-4f53-b196-1a6046533778 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:22:18.242926 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bf64ef06-b0f8-4f9e-a316-a80d020808dd admin admin] Publish callbacks [] for port (9f361a47-6ef7-423d-8fcb-beebc47c1320), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:18.285678 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bf64ef06-b0f8-4f9e-a316-a80d020808dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (9f361a47-6ef7-423d-8fcb-beebc47c1320), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:18.321506 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf64ef06-b0f8-4f9e-a316-a80d020808dd admin admin] Network d84ac9c5-7828-48a5-8987-2f70a9b5ee24 is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:22:18.326124 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-bf64ef06-b0f8-4f9e-a316-a80d020808dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:22:18.332650 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf64ef06-b0f8-4f9e-a316-a80d020808dd admin admin] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:22:18.356192 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64ef06-b0f8-4f9e-a316-a80d020808dd admin admin] Pushing event updated for resources: {'Port': ['ID=9f361a47-6ef7-423d-8fcb-beebc47c1320,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:18.382219 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bf64ef06-b0f8-4f9e-a316-a80d020808dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596156'] for router_interface (e7c65544-d30b-48d7-a137-e85ba1b0215a), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:18.386569 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1d86c0-d5ea-4599-9374-ad0592100abf tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:22:18.408805 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57865043-1f99-4336-b548-c3860ba0985c None None] Sync routers for ids ['eff1aec1-3a23-4f53-b196-1a6046533778'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:22:18.426858 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57865043-1f99-4336-b548-c3860ba0985c None None] Routers {'eff1aec1-3a23-4f53-b196-1a6046533778'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:22:18.427735 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-57865043-1f99-4336-b548-c3860ba0985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:21:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['eff1aec1-3a23-4f53-b196-1a6046533778'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:18.435810 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ad1d86c0-d5ea-4599-9374-ad0592100abf tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:18.491412 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-ad1d86c0-d5ea-4599-9374-ad0592100abf tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1731279 Apr 04 06:22:18.492430 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b409182a-b378-49e2-9df6-01a766953a86', 'tag': 'f40c3a49-16b9-40f8-8f53-db536998128f'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:22:18.497373 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f466b8-af0e-46e7-9f1e-042e5d814a23" -d '{"events": [{"name": "network-changed", "server_uuid": "b409182a-b378-49e2-9df6-01a766953a86", "tag": "f40c3a49-16b9-40f8-8f53-db536998128f"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:22:18.557494 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13afda4b-3edf-4603-b6b8-9e85469aa910 x-openstack-request-id: req-13afda4b-3edf-4603-b6b8-9e85469aa910 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:22:18.559861 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b409182a-b378-49e2-9df6-01a766953a86", "tag": "f40c3a49-16b9-40f8-8f53-db536998128f", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:22:18.560229 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13afda4b-3edf-4603-b6b8-9e85469aa910 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:22:18.560812 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13afda4b-3edf-4603-b6b8-9e85469aa910'] response: {'name': 'network-changed', 'server_uuid': 'b409182a-b378-49e2-9df6-01a766953a86', 'tag': 'f40c3a49-16b9-40f8-8f53-db536998128f', 'status': 'completed', 'code': 200} Apr 04 06:22:18.607503 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bf64ef06-b0f8-4f9e-a316-a80d020808dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (9f361a47-6ef7-423d-8fcb-beebc47c1320), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:18.626517 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c65544-d30b-48d7-a137-e85ba1b0215a', 'name': 'tempest-TestMinimumBasicScenario-365107922-router', 'tenant_id': '12a4659336394c38b35c1d410e48e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '31651ee0-9e72-4f6d-b3af-5a953da8a906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:14Z', 'updated_at': '2022-04-04T06:22:16Z', 'revision_number': 3, 'project_id': '12a4659336394c38b35c1d410e48e51a', 'gw_port': {'id': '31651ee0-9e72-4f6d-b3af-5a953da8a906', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c65544-d30b-48d7-a137-e85ba1b0215a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:15Z', 'updated_at': '2022-04-04T06:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:18.655604 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6956074-b9a8-46b6-9eeb-236690b317e1 None None] The sync data for ids ['e7c65544-d30b-48d7-a137-e85ba1b0215a'] in dv-cinder-834448-2-iscsi is: [{'id': 'e7c65544-d30b-48d7-a137-e85ba1b0215a', 'name': 'tempest-TestMinimumBasicScenario-365107922-router', 'tenant_id': '12a4659336394c38b35c1d410e48e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '31651ee0-9e72-4f6d-b3af-5a953da8a906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:14Z', 'updated_at': '2022-04-04T06:22:16Z', 'revision_number': 3, 'project_id': '12a4659336394c38b35c1d410e48e51a', 'gw_port': {'id': '31651ee0-9e72-4f6d-b3af-5a953da8a906', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c65544-d30b-48d7-a137-e85ba1b0215a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:15Z', 'updated_at': '2022-04-04T06:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:22:18.676400 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f466b8-af0e-46e7-9f1e-042e5d814a23 req-59b94af8-dee6-4c80-b276-e06f001494f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:18.676400 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b2f466b8-af0e-46e7-9f1e-042e5d814a23 req-59b94af8-dee6-4c80-b276-e06f001494f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68988ae34214443380cdb8f4c7433802&device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 1129 time: 0.0948913 Apr 04 06:22:18.811111 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f466b8-af0e-46e7-9f1e-042e5d814a23 req-e2e34dc9-5b03-4e38-aad7-358e549b3493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:18.812807 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b2f466b8-af0e-46e7-9f1e-042e5d814a23 req-e2e34dc9-5b03-4e38-aad7-358e549b3493 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c HTTP/1.1" status: 200 len: 913 time: 0.1270926 Apr 04 06:22:18.837418 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-11e02fd1-e1d2-4243-ac03-1fa1b46de629 None None] Provisioning complete for port 9f361a47-6ef7-423d-8fcb-beebc47c1320 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:18.837806 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-11e02fd1-e1d2-4243-ac03-1fa1b46de629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (9f361a47-6ef7-423d-8fcb-beebc47c1320), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:18.887882 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b2f466b8-af0e-46e7-9f1e-042e5d814a23 req-508956bb-b7fc-4785-af80-e5a241d1fa6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f40c3a49-16b9-40f8-8f53-db536998128f HTTP/1.1" status: 200 len: 999 time: 0.0677910 Apr 04 06:22:18.889077 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-57865043-1f99-4336-b548-c3860ba0985c None None] Set router eff1aec1-3a23-4f53-b196-1a6046533778 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:22:18.891262 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-11e02fd1-e1d2-4243-ac03-1fa1b46de629 None None] Port 9f361a47-6ef7-423d-8fcb-beebc47c1320 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:22:18.896794 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bf64ef06-b0f8-4f9e-a316-a80d020808dd admin admin] Publish callbacks [] for port (9f361a47-6ef7-423d-8fcb-beebc47c1320), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:18.903774 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bf64ef06-b0f8-4f9e-a316-a80d020808dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10309999'] for port (9f361a47-6ef7-423d-8fcb-beebc47c1320), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:18.951846 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f466b8-af0e-46e7-9f1e-042e5d814a23 req-f24e3d74-5856-44b2-973a-e9b87ea9f68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:18.953353 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b2f466b8-af0e-46e7-9f1e-042e5d814a23 req-f24e3d74-5856-44b2-973a-e9b87ea9f68e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42cb9770-6d91-4082-ba30-7af1f0e01594 HTTP/1.1" status: 200 len: 851 time: 0.0597947 Apr 04 06:22:18.991565 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-bf64ef06-b0f8-4f9e-a316-a80d020808dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1683291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1596008'] for router_interface (e7c65544-d30b-48d7-a137-e85ba1b0215a), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:19.031202 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f466b8-af0e-46e7-9f1e-042e5d814a23 req-79a4306b-378f-45c7-8ac1-65f83e402512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:19.032777 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b2f466b8-af0e-46e7-9f1e-042e5d814a23 req-79a4306b-378f-45c7-8ac1-65f83e402512 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708685 Apr 04 06:22:19.089400 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64ef06-b0f8-4f9e-a316-a80d020808dd admin admin] Pushing event updated for resources: {'Port': ['ID=9f361a47-6ef7-423d-8fcb-beebc47c1320,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:19.147255 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b2f466b8-af0e-46e7-9f1e-042e5d814a23 req-44ed2510-612e-4165-965e-d380e4715c18 service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023395 Apr 04 06:22:19.162723 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf64ef06-b0f8-4f9e-a316-a80d020808dd admin admin] Network d84ac9c5-7828-48a5-8987-2f70a9b5ee24 is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:22:19.164212 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-bf64ef06-b0f8-4f9e-a316-a80d020808dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:22:19.221702 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-57865043-1f99-4336-b548-c3860ba0985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '46978865-a632-4d24-9e83-24fbe92bdfa4', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'port_id': 'f40c3a49-16b9-40f8-8f53-db536998128f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'mac_address': 'fa:16:3e:60:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b409182a-b378-49e2-9df6-01a766953a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:22:17Z', 'updated_at': '2022-04-04T06:22:17Z', 'revision_number': 0, 'project_id': '68988ae34214443380cdb8f4c7433802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04be6d35-4ff8-40a6-8769-e4fbed34b1b2', 'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'mac_address': 'fa:16:3e:c0:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:27Z', 'updated_at': '2022-04-04T06:21:34Z', 'revision_number': 5, 'project_id': '68988ae34214443380cdb8f4c7433802', 'subnets': [{'id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:19.254765 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57865043-1f99-4336-b548-c3860ba0985c None None] Checking router: eff1aec1-3a23-4f53-b196-1a6046533778 for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:22:19.268176 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57865043-1f99-4336-b548-c3860ba0985c None None] Routers {'eff1aec1-3a23-4f53-b196-1a6046533778'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:22:19.269414 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-57865043-1f99-4336-b548-c3860ba0985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:21:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['eff1aec1-3a23-4f53-b196-1a6046533778'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:19.312278 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b2f466b8-af0e-46e7-9f1e-042e5d814a23 req-4f8b5fa2-e3db-48b3-889a-bc36f1d102d3 service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576662 Apr 04 06:22:19.362672 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf64ef06-b0f8-4f9e-a316-a80d020808dd admin admin] Router e7c65544-d30b-48d7-a137-e85ba1b0215a has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:22:19.409065 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-57865043-1f99-4336-b548-c3860ba0985c None None] Set router eff1aec1-3a23-4f53-b196-1a6046533778 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:22:19.496547 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf64ef06-b0f8-4f9e-a316-a80d020808dd admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:22:19.501594 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-bf64ef06-b0f8-4f9e-a316-a80d020808dd admin admin] 10.222.0.30 "PUT /v2.0/routers/e7c65544-d30b-48d7-a137-e85ba1b0215a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5757341 Apr 04 06:22:19.593193 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-9b69529c-4b63-4f5c-9a23-a895002f5b57 None None] Provisioning complete for port 9f361a47-6ef7-423d-8fcb-beebc47c1320 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:19.593435 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-9b69529c-4b63-4f5c-9a23-a895002f5b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (9f361a47-6ef7-423d-8fcb-beebc47c1320), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:19.621945 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:22:19.652306 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-9b69529c-4b63-4f5c-9a23-a895002f5b57 None None] Port 9f361a47-6ef7-423d-8fcb-beebc47c1320 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:22:19.730682 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 948525ff-0d94-458b-af99-99e4c796dfab up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:22:19.789196 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-57865043-1f99-4336-b548-c3860ba0985c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '46978865-a632-4d24-9e83-24fbe92bdfa4', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'port_id': 'f40c3a49-16b9-40f8-8f53-db536998128f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'mac_address': 'fa:16:3e:60:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b409182a-b378-49e2-9df6-01a766953a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:22:17Z', 'updated_at': '2022-04-04T06:22:17Z', 'revision_number': 0, 'project_id': '68988ae34214443380cdb8f4c7433802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04be6d35-4ff8-40a6-8769-e4fbed34b1b2', 'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'mac_address': 'fa:16:3e:c0:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:27Z', 'updated_at': '2022-04-04T06:21:34Z', 'revision_number': 5, 'project_id': '68988ae34214443380cdb8f4c7433802', 'subnets': [{'id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:19.838293 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57865043-1f99-4336-b548-c3860ba0985c None None] The sync data for ids ['eff1aec1-3a23-4f53-b196-1a6046533778'] in dv-cinder-834448-2-iscsi is: [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '46978865-a632-4d24-9e83-24fbe92bdfa4', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'port_id': 'f40c3a49-16b9-40f8-8f53-db536998128f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'mac_address': 'fa:16:3e:60:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b409182a-b378-49e2-9df6-01a766953a86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:22:17Z', 'updated_at': '2022-04-04T06:22:17Z', 'revision_number': 0, 'project_id': '68988ae34214443380cdb8f4c7433802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04be6d35-4ff8-40a6-8769-e4fbed34b1b2', 'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'mac_address': 'fa:16:3e:c0:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:27Z', 'updated_at': '2022-04-04T06:21:34Z', 'revision_number': 5, 'project_id': '68988ae34214443380cdb8f4c7433802', 'subnets': [{'id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:22:19.840101 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 948525ff-0d94-458b-af99-99e4c796dfab triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:19.845182 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (948525ff-0d94-458b-af99-99e4c796dfab), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:19.933898 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 60552) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:19.945932 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 948525ff-0d94-458b-af99-99e4c796dfab is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:22:19.947071 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 31651ee0-9e72-4f6d-b3af-5a953da8a906 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:22:20.002875 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 31651ee0-9e72-4f6d-b3af-5a953da8a906 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:20.003260 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (31651ee0-9e72-4f6d-b3af-5a953da8a906), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:20.091847 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 31651ee0-9e72-4f6d-b3af-5a953da8a906 is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:22:20.092240 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (31651ee0-9e72-4f6d-b3af-5a953da8a906), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:20.115552 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] For port 31651ee0-9e72-4f6d-b3af-5a953da8a906, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=31651ee0-9e72-4f6d-b3af-5a953da8a906,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:22:20.121708 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (31651ee0-9e72-4f6d-b3af-5a953da8a906), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:20.194389 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Pushing event updated for resources: {'Port': ['ID=31651ee0-9e72-4f6d-b3af-5a953da8a906,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:20.248339 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4512e096-9b66-4d1a-8f64-8e17a734c3b9 None None] New status for floating IP 46978865-a632-4d24-9e83-24fbe92bdfa4: ACTIVE {{(pid=103482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:22:20.524805 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fe7b459f-8e50-46a6-8e2b-b6bb236084f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1596021'] for router_interface (8de8fcc5-8170-4153-b16f-b82e06d3b3c0), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:20.811844 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-fe7b459f-8e50-46a6-8e2b-b6bb236084f0 admin admin] Deleting port af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5 {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:22:20.812184 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fe7b459f-8e50-46a6-8e2b-b6bb236084f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:20.910455 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-fe7b459f-8e50-46a6-8e2b-b6bb236084f0 admin admin] For port af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:22:20.910839 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fe7b459f-8e50-46a6-8e2b-b6bb236084f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:20.924048 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-fe7b459f-8e50-46a6-8e2b-b6bb236084f0 admin admin] Calling delete_port for af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5 owned by network:router_interface {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:22:21.131345 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fe7b459f-8e50-46a6-8e2b-b6bb236084f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:21.160883 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b459f-8e50-46a6-8e2b-b6bb236084f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:21.372292 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fe7b459f-8e50-46a6-8e2b-b6bb236084f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596389'] for router_interface (8de8fcc5-8170-4153-b16f-b82e06d3b3c0), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:21.656201 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7b459f-8e50-46a6-8e2b-b6bb236084f0 admin admin] Router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:22:21.666613 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 31651ee0-9e72-4f6d-b3af-5a953da8a906 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:22:21.737188 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 31651ee0-9e72-4f6d-b3af-5a953da8a906 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:21.737820 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (31651ee0-9e72-4f6d-b3af-5a953da8a906), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:21.796475 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7b459f-8e50-46a6-8e2b-b6bb236084f0 admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:22:21.814082 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-fe7b459f-8e50-46a6-8e2b-b6bb236084f0 admin admin] 10.222.0.30 "PUT /v2.0/routers/8de8fcc5-8170-4153-b16f-b82e06d3b3c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8790531 Apr 04 06:22:21.817489 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 60572) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:21.822970 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b55ccb9-c125-463a-9c8f-84ff8a08b950 None None] Sync routers for ids ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:22:21.848519 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b55ccb9-c125-463a-9c8f-84ff8a08b950 None None] Routers {'8de8fcc5-8170-4153-b16f-b82e06d3b3c0'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:22:21.850056 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-7b55ccb9-c125-463a-9c8f-84ff8a08b950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:21:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:21.940457 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-795869d4-d5d4-4d60-99ac-921118a69533 admin admin] Publish callbacks [] for router (8de8fcc5-8170-4153-b16f-b82e06d3b3c0), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:21.988980 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-7b55ccb9-c125-463a-9c8f-84ff8a08b950 None None] Set router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:22:22.047783 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 31651ee0-9e72-4f6d-b3af-5a953da8a906 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:22:22.074162 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-795869d4-d5d4-4d60-99ac-921118a69533 admin admin] Publish callbacks [] for router_gateway (8de8fcc5-8170-4153-b16f-b82e06d3b3c0), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:22.150557 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-795869d4-d5d4-4d60-99ac-921118a69533 admin admin] Deleting port be74112d-b641-47bb-be31-9daebb096159 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:22:22.151093 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-795869d4-d5d4-4d60-99ac-921118a69533 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (be74112d-b641-47bb-be31-9daebb096159), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:22.208689 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-7b55ccb9-c125-463a-9c8f-84ff8a08b950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': 'be74112d-b641-47bb-be31-9daebb096159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:22:21Z', 'revision_number': 5, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port': {'id': 'be74112d-b641-47bb-be31-9daebb096159', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:22.245494 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b55ccb9-c125-463a-9c8f-84ff8a08b950 None None] Checking router: 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:22:22.252361 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-795869d4-d5d4-4d60-99ac-921118a69533 admin admin] For port be74112d-b641-47bb-be31-9daebb096159, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=be74112d-b641-47bb-be31-9daebb096159,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:22:22.253273 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-795869d4-d5d4-4d60-99ac-921118a69533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (be74112d-b641-47bb-be31-9daebb096159), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:22.255436 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b55ccb9-c125-463a-9c8f-84ff8a08b950 None None] Routers {'8de8fcc5-8170-4153-b16f-b82e06d3b3c0'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:22:22.256274 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-7b55ccb9-c125-463a-9c8f-84ff8a08b950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:21:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:22.291592 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-795869d4-d5d4-4d60-99ac-921118a69533 admin admin] Calling delete_port for be74112d-b641-47bb-be31-9daebb096159 owned by network:router_gateway {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:22:22.350486 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-7b55ccb9-c125-463a-9c8f-84ff8a08b950 None None] Set router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 gateway port host: None {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:22:22.409282 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-7b55ccb9-c125-463a-9c8f-84ff8a08b950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:22:22Z', 'revision_number': 6, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port_host': None}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:22.449480 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b55ccb9-c125-463a-9c8f-84ff8a08b950 None None] The sync data for ids ['8de8fcc5-8170-4153-b16f-b82e06d3b3c0'] in dv-cinder-834448-2-iscsi is: [{'id': '8de8fcc5-8170-4153-b16f-b82e06d3b3c0', 'name': 'tempest-AttachVolumeNegativeTest-1126720933-router', 'tenant_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:11:32Z', 'updated_at': '2022-04-04T06:22:22Z', 'revision_number': 6, 'project_id': 'a97a33a2aa5b45e28ce2fbc14234447a', 'gw_port_host': None}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:22:22.493688 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-795869d4-d5d4-4d60-99ac-921118a69533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (be74112d-b641-47bb-be31-9daebb096159), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:22.522295 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795869d4-d5d4-4d60-99ac-921118a69533 admin admin] Pushing event deleted for resources: {'Port': ['ID=be74112d-b641-47bb-be31-9daebb096159,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:22.587635 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-795869d4-d5d4-4d60-99ac-921118a69533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589263'] for router_gateway (8de8fcc5-8170-4153-b16f-b82e06d3b3c0), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:22.644734 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] Sync routers for ids ['e7c65544-d30b-48d7-a137-e85ba1b0215a'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:22:22.662904 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] Routers {'e7c65544-d30b-48d7-a137-e85ba1b0215a'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:22:22.664208 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:21:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['e7c65544-d30b-48d7-a137-e85ba1b0215a'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:22.707803 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-795869d4-d5d4-4d60-99ac-921118a69533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1597331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016'] for router (8de8fcc5-8170-4153-b16f-b82e06d3b3c0), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:22.710505 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-795869d4-d5d4-4d60-99ac-921118a69533 admin admin] Publish callbacks [] for router_controller (8de8fcc5-8170-4153-b16f-b82e06d3b3c0), precommit_delete_associations {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:22.771731 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-795869d4-d5d4-4d60-99ac-921118a69533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1597418'] for router (8de8fcc5-8170-4153-b16f-b82e06d3b3c0), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:22.772295 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795869d4-d5d4-4d60-99ac-921118a69533 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8de8fcc5-8170-4153-b16f-b82e06d3b3c0 {{(pid=103480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 06:22:22.786153 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-795869d4-d5d4-4d60-99ac-921118a69533 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:22.790304 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-795869d4-d5d4-4d60-99ac-921118a69533 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8de8fcc5-8170-4153-b16f-b82e06d3b3c0 HTTP/1.1" status: 204 len: 168 time: 0.9694273 Apr 04 06:22:22.790564 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 60574) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:22.795914 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] Set router e7c65544-d30b-48d7-a137-e85ba1b0215a gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:22:22.852506 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7684c9-2ab0-4884-81ef-1280d68d3f98 admin admin] Deleting subnet 8af96432-7e0f-4e5a-90ce-4cb5a6c320c5 {{(pid=103480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 06:22:22.858517 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8a7684c9-2ab0-4884-81ef-1280d68d3f98 admin admin] Publish callbacks [] for subnet (8af96432-7e0f-4e5a-90ce-4cb5a6c320c5), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:22.918595 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8a7684c9-2ab0-4884-81ef-1280d68d3f98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3914041'] for subnet (8af96432-7e0f-4e5a-90ce-4cb5a6c320c5), precommit_delete_associations {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:23.035681 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8a7684c9-2ab0-4884-81ef-1280d68d3f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047354'] for subnet (8af96432-7e0f-4e5a-90ce-4cb5a6c320c5), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:23.090404 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c65544-d30b-48d7-a137-e85ba1b0215a', 'name': 'tempest-TestMinimumBasicScenario-365107922-router', 'tenant_id': '12a4659336394c38b35c1d410e48e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '31651ee0-9e72-4f6d-b3af-5a953da8a906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:14Z', 'updated_at': '2022-04-04T06:22:18Z', 'revision_number': 4, 'project_id': '12a4659336394c38b35c1d410e48e51a', 'gw_port': {'id': '31651ee0-9e72-4f6d-b3af-5a953da8a906', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c65544-d30b-48d7-a137-e85ba1b0215a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:15Z', 'updated_at': '2022-04-04T06:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '9f361a47-6ef7-423d-8fcb-beebc47c1320', 'name': '', 'network_id': 'd84ac9c5-7828-48a5-8987-2f70a9b5ee24', 'tenant_id': '12a4659336394c38b35c1d410e48e51a', 'mac_address': 'fa:16:3e:22:20:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c65544-d30b-48d7-a137-e85ba1b0215a', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b7c91f89-69ca-44a8-9a5d-db04abd2be50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:17Z', 'updated_at': '2022-04-04T06:22:18Z', 'revision_number': 2, 'project_id': '12a4659336394c38b35c1d410e48e51a', 'subnets': [{'id': 'b7c91f89-69ca-44a8-9a5d-db04abd2be50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:23.110794 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8a7684c9-2ab0-4884-81ef-1280d68d3f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2345283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9101493'] for subnet (8af96432-7e0f-4e5a-90ce-4cb5a6c320c5), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:23.121976 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] Checking router: e7c65544-d30b-48d7-a137-e85ba1b0215a for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:22:23.122363 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] Updating router e7c65544-d30b-48d7-a137-e85ba1b0215a port 9f361a47-6ef7-423d-8fcb-beebc47c1320 binding host dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 04 06:22:23.126056 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-8a7684c9-2ab0-4884-81ef-1280d68d3f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for subnet (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:23.129946 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-8a7684c9-2ab0-4884-81ef-1280d68d3f98 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8af96432-7e0f-4e5a-90ce-4cb5a6c320c5 HTTP/1.1" status: 204 len: 168 time: 0.3379412 Apr 04 06:22:23.133198 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 60576) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:23.138880 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b79a41-d510-4dfb-a416-2cca90c7e571 None None] Network f79ea4aa-d805-43ed-bd84-5df93140b5be requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:22:23.149567 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7684c9-2ab0-4884-81ef-1280d68d3f98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8af96432-7e0f-4e5a-90ce-4cb5a6c320c5,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:23.173980 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (9f361a47-6ef7-423d-8fcb-beebc47c1320), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:23.246878 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d3334c59-cb53-4bb4-ab02-cf22f2921093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823931'] for network (f79ea4aa-d805-43ed-bd84-5df93140b5be), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:23.337455 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-d3334c59-cb53-4bb4-ab02-cf22f2921093 admin admin] Deleting port ce5d2003-1a26-4725-b0e1-4965f2f4cec0 {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:22:23.338086 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d3334c59-cb53-4bb4-ab02-cf22f2921093 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (ce5d2003-1a26-4725-b0e1-4965f2f4cec0), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:23.410999 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1192ed01-e19b-41ad-b201-af4a794130bb None None] DHCP port deletion for f79ea4aa-d805-43ed-bd84-5df93140b5be request from dv-cinder-834448-2-iscsi {{(pid=103481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 06:22:23.439865 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-d3334c59-cb53-4bb4-ab02-cf22f2921093 admin admin] For port ce5d2003-1a26-4725-b0e1-4965f2f4cec0, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=ce5d2003-1a26-4725-b0e1-4965f2f4cec0,segment=NetworkSegment(eaa0ef9d-a005-4e7a-a447-111fd7cac6c3),segment_id=eaa0ef9d-a005-4e7a-a447-111fd7cac6c3)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:22:23.440437 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d3334c59-cb53-4bb4-ab02-cf22f2921093 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (ce5d2003-1a26-4725-b0e1-4965f2f4cec0), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:23.464527 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-d3334c59-cb53-4bb4-ab02-cf22f2921093 admin admin] Calling delete_port for ce5d2003-1a26-4725-b0e1-4965f2f4cec0 owned by network:dhcp {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:22:23.641198 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d3334c59-cb53-4bb4-ab02-cf22f2921093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (ce5d2003-1a26-4725-b0e1-4965f2f4cec0), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:23.647580 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device be74112d-b641-47bb-be31-9daebb096159 no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:22:23.656410 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] Publish callbacks [] for port (9f361a47-6ef7-423d-8fcb-beebc47c1320), precommit_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:23.663647 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (9f361a47-6ef7-423d-8fcb-beebc47c1320), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:23.686633 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3334c59-cb53-4bb4-ab02-cf22f2921093 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce5d2003-1a26-4725-b0e1-4965f2f4cec0,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:23.694332 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3334c59-cb53-4bb4-ab02-cf22f2921093 admin admin] No DVR routers for this DVR port ce5d2003-1a26-4725-b0e1-4965f2f4cec0 on host dv-cinder-834448-2-iscsi {{(pid=103479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:22:23.701189 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: be74112d-b641-47bb-be31-9daebb096159 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:22:23.701549 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device be74112d-b641-47bb-be31-9daebb096159 not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:22:23.701984 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device ce5d2003-1a26-4725-b0e1-4965f2f4cec0 no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:22:23.738345 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a3d8a-6a52-4e38-ad2f-0507f23d7b10 None None] Pushing event updated for resources: {'Port': ['ID=9f361a47-6ef7-423d-8fcb-beebc47c1320,revision_number=3']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:23.753553 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: ce5d2003-1a26-4725-b0e1-4965f2f4cec0 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:22:23.753901 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device ce5d2003-1a26-4725-b0e1-4965f2f4cec0 not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:22:23.754328 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5 no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:22:23.815469 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:22:23.815819 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device af0105f8-e8e0-4cd6-ac9a-3aa51861c2a5 not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:22:23.823850 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-1192ed01-e19b-41ad-b201-af4a794130bb None None] Deleting port ce5d2003-1a26-4725-b0e1-4965f2f4cec0 {{(pid=103481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:22:23.824213 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1192ed01-e19b-41ad-b201-af4a794130bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (ce5d2003-1a26-4725-b0e1-4965f2f4cec0), before_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:23.855912 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] Attempting to bind port 9f361a47-6ef7-423d-8fcb-beebc47c1320 on host dv-cinder-834448-2-iscsi for vnic_type normal with profile {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:22:23.857934 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d3334c59-cb53-4bb4-ab02-cf22f2921093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951985', 'neutron.services.segments.db._delete_segments_for_network-8794510801722'] for network (f79ea4aa-d805-43ed-bd84-5df93140b5be), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:23.858382 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] Attempting to bind port 9f361a47-6ef7-423d-8fcb-beebc47c1320 by drivers openvswitch,hyperv on host dv-cinder-834448-2-iscsi at level 0 using segments [{'id': 'b6ce9fa9-fad7-48f7-91db-5c97f6041645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd84ac9c5-7828-48a5-8987-2f70a9b5ee24'}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:22:23.860891 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] Attempting to bind port 9f361a47-6ef7-423d-8fcb-beebc47c1320 on network d84ac9c5-7828-48a5-8987-2f70a9b5ee24 {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:22:23.871274 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] Checking agent: {'id': 'e12e744b-acb3-461b-98e5-7619d2b23ebf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 2, 2), 'started_at': datetime.datetime(2022, 4, 4, 6, 2, 32), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:22:23.873340 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] Checking segment: {'id': 'b6ce9fa9-fad7-48f7-91db-5c97f6041645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd84ac9c5-7828-48a5-8987-2f70a9b5ee24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:22:23.873862 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:23.878229 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] Bound using segment: {'id': 'b6ce9fa9-fad7-48f7-91db-5c97f6041645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd84ac9c5-7828-48a5-8987-2f70a9b5ee24'} {{(pid=103482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:22:23.879008 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.managers [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] Bound port: 9f361a47-6ef7-423d-8fcb-beebc47c1320, host: dv-cinder-834448-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ce9fa9-fad7-48f7-91db-5c97f6041645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd84ac9c5-7828-48a5-8987-2f70a9b5ee24'}}] {{(pid=103482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:22:23.879509 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (9f361a47-6ef7-423d-8fcb-beebc47c1320), before_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:23.903764 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.services.segments.db [None req-d3334c59-cb53-4bb4-ab02-cf22f2921093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f79ea4aa-d805-43ed-bd84-5df93140b5be']}} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:23.932369 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.services.segments.db [None req-d3334c59-cb53-4bb4-ab02-cf22f2921093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3') {'for_net_delete': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:23.939777 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.services.segments.db [None req-d3334c59-cb53-4bb4-ab02-cf22f2921093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa0ef9d-a005-4e7a-a447-111fd7cac6c3') {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:23.954906 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-1192ed01-e19b-41ad-b201-af4a794130bb None None] For port ce5d2003-1a26-4725-b0e1-4965f2f4cec0, host dv-cinder-834448-2-iscsi, got binding levels [] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:22:23.955310 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1192ed01-e19b-41ad-b201-af4a794130bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (ce5d2003-1a26-4725-b0e1-4965f2f4cec0), precommit_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:23.961589 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d3334c59-cb53-4bb4-ab02-cf22f2921093 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794510999619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850211'] for segment (eaa0ef9d-a005-4e7a-a447-111fd7cac6c3), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:23.972736 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-1192ed01-e19b-41ad-b201-af4a794130bb None None] Calling delete_port for ce5d2003-1a26-4725-b0e1-4965f2f4cec0 owned by network:dhcp {{(pid=103481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:22:23.980564 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.ipam_backend_mixin [None req-1192ed01-e19b-41ad-b201-af4a794130bb None None] Port ce5d2003-1a26-4725-b0e1-4965f2f4cec0 was not found and therefore no delete operation was performed {{(pid=103481) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 04 06:22:23.982472 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1192ed01-e19b-41ad-b201-af4a794130bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006'] for port (ce5d2003-1a26-4725-b0e1-4965f2f4cec0), after_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:23.994021 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d3334c59-cb53-4bb4-ab02-cf22f2921093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (eaa0ef9d-a005-4e7a-a447-111fd7cac6c3), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:23.996124 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1192ed01-e19b-41ad-b201-af4a794130bb None None] No DVR routers for this DVR port ce5d2003-1a26-4725-b0e1-4965f2f4cec0 on host dv-cinder-834448-2-iscsi {{(pid=103481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:22:24.009325 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3334c59-cb53-4bb4-ab02-cf22f2921093 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 06:22:24.011189 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d3334c59-cb53-4bb4-ab02-cf22f2921093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10309939'] for segment (eaa0ef9d-a005-4e7a-a447-111fd7cac6c3), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: Traceback (most recent call last): Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: timer() Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: cb(*args, **kw) Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: return func(*args, **kwargs) Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: self._notify() Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: self.callback(batched_events) Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: event.method(event) Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: return f(self, *a, **k) Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: return self._get(url).json() Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: return self.request(url, 'GET', **kwargs) Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 06:22:24.013283 dv-cinder-834448-2-iscsi neutron-server[103479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 06:22:24.029980 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192ed01-e19b-41ad-b201-af4a794130bb None None] Pushing event deleted for resources: {'Port': ['ID=ce5d2003-1a26-4725-b0e1-4965f2f4cec0,revision_number=None']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:24.032137 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] For port 9f361a47-6ef7-423d-8fcb-beebc47c1320, host dv-cinder-834448-2-iscsi, cleared binding levels {{(pid=103482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:22:24.035939 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.plugins.ml2.db [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] For port 9f361a47-6ef7-423d-8fcb-beebc47c1320, host dv-cinder-834448-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=9f361a47-6ef7-423d-8fcb-beebc47c1320,segment=NetworkSegment(b6ce9fa9-fad7-48f7-91db-5c97f6041645),segment_id=b6ce9fa9-fad7-48f7-91db-5c97f6041645)] {{(pid=103482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:22:24.049918 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron_lib.callbacks.manager [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (9f361a47-6ef7-423d-8fcb-beebc47c1320), after_update {{(pid=103482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:24.120450 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] Routers {'e7c65544-d30b-48d7-a137-e85ba1b0215a'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:22:24.121274 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:21:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['e7c65544-d30b-48d7-a137-e85ba1b0215a'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:24.151239 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-40611da2-b6d4-4552-a34f-19b29c546316 None None] Provisioning complete for port 9f361a47-6ef7-423d-8fcb-beebc47c1320 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:24.151858 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-40611da2-b6d4-4552-a34f-19b29c546316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (9f361a47-6ef7-423d-8fcb-beebc47c1320), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:24.230429 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a3d8a-6a52-4e38-ad2f-0507f23d7b10 None None] Pushing event updated for resources: {'Port': ['ID=9f361a47-6ef7-423d-8fcb-beebc47c1320,revision_number=4']} {{(pid=103482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:24.294916 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-40611da2-b6d4-4552-a34f-19b29c546316 None None] Current status of the port 9f361a47-6ef7-423d-8fcb-beebc47c1320 is: DOWN; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:22:24.295314 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-40611da2-b6d4-4552-a34f-19b29c546316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (9f361a47-6ef7-423d-8fcb-beebc47c1320), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:24.307740 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] Set router e7c65544-d30b-48d7-a137-e85ba1b0215a gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:22:24.344608 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-40611da2-b6d4-4552-a34f-19b29c546316 None None] For port 9f361a47-6ef7-423d-8fcb-beebc47c1320, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=9f361a47-6ef7-423d-8fcb-beebc47c1320,segment=NetworkSegment(b6ce9fa9-fad7-48f7-91db-5c97f6041645),segment_id=b6ce9fa9-fad7-48f7-91db-5c97f6041645)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:22:24.355272 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-40611da2-b6d4-4552-a34f-19b29c546316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (9f361a47-6ef7-423d-8fcb-beebc47c1320), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:24.472564 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40611da2-b6d4-4552-a34f-19b29c546316 None None] Pushing event updated for resources: {'Port': ['ID=9f361a47-6ef7-423d-8fcb-beebc47c1320,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:24.485945 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-d51689da-66cc-4d38-ba29-8f5f990deedb None None] Provisioning complete for port 9f361a47-6ef7-423d-8fcb-beebc47c1320 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:24.486326 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d51689da-66cc-4d38-ba29-8f5f990deedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (9f361a47-6ef7-423d-8fcb-beebc47c1320), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:24.509421 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d3334c59-cb53-4bb4-ab02-cf22f2921093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589347'] for network (f79ea4aa-d805-43ed-bd84-5df93140b5be), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:24.514342 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d3334c59-cb53-4bb4-ab02-cf22f2921093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:24.520372 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-d3334c59-cb53-4bb4-ab02-cf22f2921093 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f79ea4aa-d805-43ed-bd84-5df93140b5be HTTP/1.1" status: 204 len: 168 time: 1.3859496 Apr 04 06:22:24.541343 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3334c59-cb53-4bb4-ab02-cf22f2921093 admin admin] Pushing event deleted for resources: {'Network': ['ID=f79ea4aa-d805-43ed-bd84-5df93140b5be,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:24.593638 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-d51689da-66cc-4d38-ba29-8f5f990deedb None None] Current status of the port 9f361a47-6ef7-423d-8fcb-beebc47c1320 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:22:24.704760 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c65544-d30b-48d7-a137-e85ba1b0215a', 'name': 'tempest-TestMinimumBasicScenario-365107922-router', 'tenant_id': '12a4659336394c38b35c1d410e48e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '31651ee0-9e72-4f6d-b3af-5a953da8a906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:14Z', 'updated_at': '2022-04-04T06:22:18Z', 'revision_number': 4, 'project_id': '12a4659336394c38b35c1d410e48e51a', 'gw_port': {'id': '31651ee0-9e72-4f6d-b3af-5a953da8a906', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c65544-d30b-48d7-a137-e85ba1b0215a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:15Z', 'updated_at': '2022-04-04T06:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '9f361a47-6ef7-423d-8fcb-beebc47c1320', 'name': '', 'network_id': 'd84ac9c5-7828-48a5-8987-2f70a9b5ee24', 'tenant_id': '12a4659336394c38b35c1d410e48e51a', 'mac_address': 'fa:16:3e:22:20:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c65544-d30b-48d7-a137-e85ba1b0215a', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b7c91f89-69ca-44a8-9a5d-db04abd2be50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:17Z', 'updated_at': '2022-04-04T06:22:24Z', 'revision_number': 4, 'project_id': '12a4659336394c38b35c1d410e48e51a', 'subnets': [{'id': 'b7c91f89-69ca-44a8-9a5d-db04abd2be50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:22:24.718468 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 60584) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:24.737938 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9161c1-d00f-4e49-890b-f2b4c631b88e None None] The sync data for ids ['e7c65544-d30b-48d7-a137-e85ba1b0215a'] in dv-cinder-834448-2-iscsi is: [{'id': 'e7c65544-d30b-48d7-a137-e85ba1b0215a', 'name': 'tempest-TestMinimumBasicScenario-365107922-router', 'tenant_id': '12a4659336394c38b35c1d410e48e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '31651ee0-9e72-4f6d-b3af-5a953da8a906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:14Z', 'updated_at': '2022-04-04T06:22:18Z', 'revision_number': 4, 'project_id': '12a4659336394c38b35c1d410e48e51a', 'gw_port': {'id': '31651ee0-9e72-4f6d-b3af-5a953da8a906', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c65544-d30b-48d7-a137-e85ba1b0215a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:15Z', 'updated_at': '2022-04-04T06:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '9f361a47-6ef7-423d-8fcb-beebc47c1320', 'name': '', 'network_id': 'd84ac9c5-7828-48a5-8987-2f70a9b5ee24', 'tenant_id': '12a4659336394c38b35c1d410e48e51a', 'mac_address': 'fa:16:3e:22:20:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c65544-d30b-48d7-a137-e85ba1b0215a', 'device_owner': 'network:router_interface', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b7c91f89-69ca-44a8-9a5d-db04abd2be50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:17Z', 'updated_at': '2022-04-04T06:22:24Z', 'revision_number': 4, 'project_id': '12a4659336394c38b35c1d410e48e51a', 'subnets': [{'id': 'b7c91f89-69ca-44a8-9a5d-db04abd2be50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:22:24.772751 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-4acb35e7-a1c6-4189-bb21-a230d98f9423 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a97a33a2aa5b45e28ce2fbc14234447a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0500686 Apr 04 06:22:24.772858 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 60586) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:24.860834 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-9ecd5cf7-5d30-4a39-9365-6b80053e3a26 admin admin] Publish callbacks [] for security_group (8f2bca9f-57fc-439e-b5be-00ca2fa887cd), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:24.890361 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-9ecd5cf7-5d30-4a39-9365-6b80053e3a26 admin admin] Publish callbacks [] for security_group (8f2bca9f-57fc-439e-b5be-00ca2fa887cd), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:24.967860 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-9ecd5cf7-5d30-4a39-9365-6b80053e3a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (8f2bca9f-57fc-439e-b5be-00ca2fa887cd), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:24.970996 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-9ecd5cf7-5d30-4a39-9365-6b80053e3a26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:24.972328 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-9ecd5cf7-5d30-4a39-9365-6b80053e3a26 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8f2bca9f-57fc-439e-b5be-00ca2fa887cd HTTP/1.1" status: 204 len: 168 time: 0.1987252 Apr 04 06:22:24.997287 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd5cf7-5d30-4a39-9365-6b80053e3a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2bca9f-57fc-439e-b5be-00ca2fa887cd,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:25.659884 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 9f361a47-6ef7-423d-8fcb-beebc47c1320 up at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:22:25.712283 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Provisioning complete for port 9f361a47-6ef7-423d-8fcb-beebc47c1320 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:25.712669 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (9f361a47-6ef7-423d-8fcb-beebc47c1320), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:25.835874 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Current status of the port 9f361a47-6ef7-423d-8fcb-beebc47c1320 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:22:26.188653 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a6432b1a-5f1b-4a48-ae61-1bbdde093048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:27.479765 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 60664) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:27.599869 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-b6026221-119f-4a4b-ba77-cfb4ca807316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:27.689865 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-b6026221-119f-4a4b-ba77-cfb4ca807316 admin admin] Publish callbacks [] for security_group (186f574b-0ad3-4054-ba72-d66a28c61f45), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:27.695194 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-b6026221-119f-4a4b-ba77-cfb4ca807316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (186f574b-0ad3-4054-ba72-d66a28c61f45), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:27.735929 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6026221-119f-4a4b-ba77-cfb4ca807316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186f574b-0ad3-4054-ba72-d66a28c61f45,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:27.755736 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-b6026221-119f-4a4b-ba77-cfb4ca807316 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f646d1a989a043f7a75a03a6d85e7e0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721658 Apr 04 06:22:27.756940 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 60668) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:27.818996 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-41d75eb0-1da8-4bbf-923a-45dc1aad162b admin admin] Publish callbacks [] for security_group (186f574b-0ad3-4054-ba72-d66a28c61f45), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:27.842489 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-41d75eb0-1da8-4bbf-923a-45dc1aad162b admin admin] Publish callbacks [] for security_group (186f574b-0ad3-4054-ba72-d66a28c61f45), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:27.902235 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-41d75eb0-1da8-4bbf-923a-45dc1aad162b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (186f574b-0ad3-4054-ba72-d66a28c61f45), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:27.907258 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-41d75eb0-1da8-4bbf-923a-45dc1aad162b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:27.907258 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-41d75eb0-1da8-4bbf-923a-45dc1aad162b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/186f574b-0ad3-4054-ba72-d66a28c61f45 HTTP/1.1" status: 204 len: 168 time: 0.1476672 Apr 04 06:22:27.916044 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d75eb0-1da8-4bbf-923a-45dc1aad162b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186f574b-0ad3-4054-ba72-d66a28c61f45,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:28.233763 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 60674) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:28.247165 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6086c1a6-7a46-48fc-88a8-47607e736d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:28.335159 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6086c1a6-7a46-48fc-88a8-47607e736d5c admin admin] Publish callbacks [] for security_group (ca04fbec-23e1-4a2c-abe6-d14977e25a0f), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:28.337483 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-37de8eeb-62ee-45db-ae14-856f708340bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:28.340590 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-6086c1a6-7a46-48fc-88a8-47607e736d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (ca04fbec-23e1-4a2c-abe6-d14977e25a0f), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:28.381049 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086c1a6-7a46-48fc-88a8-47607e736d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca04fbec-23e1-4a2c-abe6-d14977e25a0f,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:28.386364 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-6086c1a6-7a46-48fc-88a8-47607e736d5c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b16e020f89a48ed8c257b93e39150a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1515341 Apr 04 06:22:28.389007 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 60676) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:28.443876 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fabccbf0-49f9-4a06-b127-661b217264c2 admin admin] Publish callbacks [] for security_group (ca04fbec-23e1-4a2c-abe6-d14977e25a0f), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:28.475777 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fabccbf0-49f9-4a06-b127-661b217264c2 admin admin] Publish callbacks [] for security_group (ca04fbec-23e1-4a2c-abe6-d14977e25a0f), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:28.536589 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fabccbf0-49f9-4a06-b127-661b217264c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (ca04fbec-23e1-4a2c-abe6-d14977e25a0f), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:28.539375 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fabccbf0-49f9-4a06-b127-661b217264c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:28.540545 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-fabccbf0-49f9-4a06-b127-661b217264c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca04fbec-23e1-4a2c-abe6-d14977e25a0f HTTP/1.1" status: 204 len: 168 time: 0.1505952 Apr 04 06:22:28.548616 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabccbf0-49f9-4a06-b127-661b217264c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca04fbec-23e1-4a2c-abe6-d14977e25a0f,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:29.570791 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:30.666710 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:30.766085 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-5fcd0c23-2712-4d16-9e52-48dc52109b44 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:30.767489 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-5fcd0c23-2712-4d16-9e52-48dc52109b44 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/networks?id=c8cf8dd2-475e-45b8-aaa3-5ae6906c852e HTTP/1.1" status: 200 len: 814 time: 0.1090236 Apr 04 06:22:30.782713 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-cfa51e2b-2306-48a6-bfa6-7a69fdb57ec8 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/quotas/9ff00fa7f72d4523b6d26ddda865bbcf HTTP/1.1" status: 200 len: 375 time: 0.0089467 Apr 04 06:22:30.846949 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-53aa0fac-d019-4eab-a965-c27e73321fb3 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9ff00fa7f72d4523b6d26ddda865bbcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597074 Apr 04 06:22:30.943184 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-dc014f0c-d4d2-4431-92cc-73b901df1ec2 service neutron] 10.222.0.30 "GET /v2.0/networks/c8cf8dd2-475e-45b8-aaa3-5ae6906c852e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841508 Apr 04 06:22:31.038742 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-22a50f1e-6247-4dc1-baf1-61ef07fea43f service neutron] 10.222.0.30 "GET /v2.0/networks/c8cf8dd2-475e-45b8-aaa3-5ae6906c852e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895510 Apr 04 06:22:31.506340 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fbe5671a-07ed-4637-969b-aa4ccc94a874 req-cab9d8ed-8ae4-493a-9f97-d535f4a4dcc9 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 210 time: 0.3330758 Apr 04 06:22:32.330730 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:32.610996 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6df530d8-a9a9-4172-9d6e-df9ff311546c req-c84a5050-7a46-4795-96ee-7ccbf108ca0d tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 210 time: 0.0332758 Apr 04 06:22:33.721030 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-53698378-3378-4edf-bef7-325309feb547 req-74cd4b76-1691-4b5b-8249-d046590092cd tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 210 time: 0.0325997 Apr 04 06:22:34.164329 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:34.825833 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-118b5d0f-8e9b-45d1-b567-e88bb59d503a req-0c90c46e-ff19-4c13-9720-f0e6e4fc7b4e tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 210 time: 0.0272577 Apr 04 06:22:35.213809 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-dd2ce62c-42a5-4808-8174-4b7cda6cc2b8 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:35.215711 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-dd2ce62c-42a5-4808-8174-4b7cda6cc2b8 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.37 "GET /v2.0/networks?id=c8cf8dd2-475e-45b8-aaa3-5ae6906c852e HTTP/1.1" status: 200 len: 814 time: 0.1101694 Apr 04 06:22:35.229927 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-4a1eb497-9fd2-45a0-abda-7b6d48396722 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Request body: {'port': {'device_id': 'a5bdd2ed-e931-4bc1-975d-468f3474f45b', 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e', 'admin_state_up': True, 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:22:35.345618 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-4a1eb497-9fd2-45a0-abda-7b6d48396722 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Made reservation on behalf of 9ff00fa7f72d4523b6d26ddda865bbcf for: {'port': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:22:35.350050 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-4a1eb497-9fd2-45a0-abda-7b6d48396722 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:35.481044 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-4a1eb497-9fd2-45a0-abda-7b6d48396722 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Allocated IP 172.20.0.12 (c8cf8dd2-475e-45b8-aaa3-5ae6906c852e/4fe03809-e6f0-4026-ab71-c19939f1f2b3/da463cde-058f-411d-97f7-ea4328787712) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:22:35.636232 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-4a1eb497-9fd2-45a0-abda-7b6d48396722 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for port (da463cde-058f-411d-97f7-ea4328787712), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:35.673395 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-4a1eb497-9fd2-45a0-abda-7b6d48396722 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (da463cde-058f-411d-97f7-ea4328787712), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:35.720221 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-4a1eb497-9fd2-45a0-abda-7b6d48396722 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Network c8cf8dd2-475e-45b8-aaa3-5ae6906c852e is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:22:35.725706 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-4a1eb497-9fd2-45a0-abda-7b6d48396722 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:22:35.729650 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-4a1eb497-9fd2-45a0-abda-7b6d48396722 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:22:35.764953 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1eb497-9fd2-45a0-abda-7b6d48396722 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Pushing event updated for resources: {'Port': ['ID=da463cde-058f-411d-97f7-ea4328787712,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:35.786435 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-4a1eb497-9fd2-45a0-abda-7b6d48396722 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:35.787203 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-4a1eb497-9fd2-45a0-abda-7b6d48396722 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:35.808015 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-4a1eb497-9fd2-45a0-abda-7b6d48396722 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5818987 Apr 04 06:22:35.953679 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125e18c-35e9-44bb-838a-af682f27ebdd req-f5e96101-cec0-462d-963d-e57e63be540d tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:35.955181 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5125e18c-35e9-44bb-838a-af682f27ebdd req-f5e96101-cec0-462d-963d-e57e63be540d tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 932 time: 0.0585082 Apr 04 06:22:36.004327 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-56c1943d-7a67-4b03-8f5b-77ae18174ed1 None None] Provisioning complete for port da463cde-058f-411d-97f7-ea4328787712 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:36.004966 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-56c1943d-7a67-4b03-8f5b-77ae18174ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (da463cde-058f-411d-97f7-ea4328787712), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:36.005758 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5125e18c-35e9-44bb-838a-af682f27ebdd req-569120cb-1439-4817-9055-684f9d664dc7 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447628 Apr 04 06:22:36.038705 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-56c1943d-7a67-4b03-8f5b-77ae18174ed1 None None] Port da463cde-058f-411d-97f7-ea4328787712 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:22:37.135386 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9d1b0-2716-495a-9e26-bc638ef6dd08 req-3030651f-d7bf-41b4-b919-e0c95b4fdffe tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:37.136829 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a6e9d1b0-2716-495a-9e26-bc638ef6dd08 req-3030651f-d7bf-41b4-b919-e0c95b4fdffe tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 932 time: 0.0583708 Apr 04 06:22:37.190657 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a6e9d1b0-2716-495a-9e26-bc638ef6dd08 req-8ecab255-5349-4243-b45d-55666b33df54 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481801 Apr 04 06:22:38.331216 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e27dd6-5f9d-49b0-a2cd-b30fac4e7bcf req-ceed75c4-4cf8-4ff8-916b-0ffd3f5b0890 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:38.333146 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-33e27dd6-5f9d-49b0-a2cd-b30fac4e7bcf req-ceed75c4-4cf8-4ff8-916b-0ffd3f5b0890 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 932 time: 0.0704372 Apr 04 06:22:38.384287 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-33e27dd6-5f9d-49b0-a2cd-b30fac4e7bcf req-40d6c30d-9b6d-4bd5-a5be-5b7406f71858 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425019 Apr 04 06:22:39.510757 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c6bb8-0b2a-4e52-8e2c-6cded190f937 req-0df00e06-41a2-4e33-8f88-680d185dedf1 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:39.512256 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a85c6bb8-0b2a-4e52-8e2c-6cded190f937 req-0df00e06-41a2-4e33-8f88-680d185dedf1 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 932 time: 0.0544300 Apr 04 06:22:39.562191 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a85c6bb8-0b2a-4e52-8e2c-6cded190f937 req-e86c0d92-ab3f-456b-9ff1-c1bbeda91dc1 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442953 Apr 04 06:22:40.692043 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a2cdf-a146-4eab-b030-30158bc2f475 req-44d91f9f-4792-4c01-bd4e-152a3cfc3740 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:40.693694 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-584a2cdf-a146-4eab-b030-30158bc2f475 req-44d91f9f-4792-4c01-bd4e-152a3cfc3740 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 932 time: 0.0564387 Apr 04 06:22:40.749633 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-584a2cdf-a146-4eab-b030-30158bc2f475 req-5ae4b848-c746-4d99-a19e-706cad039428 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495210 Apr 04 06:22:41.884649 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d922456-cf4e-45ad-adf8-129cfaec08a9 req-60b8c5bb-5f1f-4ff8-8b17-1cd5ebed2436 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:41.886251 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1d922456-cf4e-45ad-adf8-129cfaec08a9 req-60b8c5bb-5f1f-4ff8-8b17-1cd5ebed2436 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 932 time: 0.0600584 Apr 04 06:22:41.944713 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1d922456-cf4e-45ad-adf8-129cfaec08a9 req-9368b05f-04b0-45d7-a947-0dbf95af3da3 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519731 Apr 04 06:22:43.083073 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb91c55-a203-48a7-b59d-79aa9b2a0127 req-693bfa60-5d83-4cf1-9b17-dc5e27924abd tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:43.084600 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8bb91c55-a203-48a7-b59d-79aa9b2a0127 req-693bfa60-5d83-4cf1-9b17-dc5e27924abd tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 932 time: 0.0648952 Apr 04 06:22:43.159608 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8bb91c55-a203-48a7-b59d-79aa9b2a0127 req-65a8d0ca-0ddc-4863-aa32-b9054591a487 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680106 Apr 04 06:22:44.316339 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3e33f-20e9-4d4f-9716-1d4435fcf99f req-c98123d8-ccd4-4dc9-ba6b-8bfcd4a4ec74 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:44.317863 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-36d3e33f-20e9-4d4f-9716-1d4435fcf99f req-c98123d8-ccd4-4dc9-ba6b-8bfcd4a4ec74 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 932 time: 0.0805783 Apr 04 06:22:44.383660 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-36d3e33f-20e9-4d4f-9716-1d4435fcf99f req-dc75bc6b-b22c-4f28-b653-8bc2f44cb038 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568759 Apr 04 06:22:45.527578 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1d5c1-d801-44f9-8724-282439c1e75c req-ae0a0b47-60d8-4271-ad36-2a01ddc73598 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:45.530250 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-40e1d5c1-d801-44f9-8724-282439c1e75c req-ae0a0b47-60d8-4271-ad36-2a01ddc73598 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 932 time: 0.0700812 Apr 04 06:22:45.592951 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-40e1d5c1-d801-44f9-8724-282439c1e75c req-0c960212-6c5a-41c5-a02c-edef57c3f5f7 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569835 Apr 04 06:22:46.719087 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263601c6-5cd3-4396-85c6-6c214329b129 req-ba1af2a2-3bf6-4e07-892e-8725148e75e2 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:46.720572 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-263601c6-5cd3-4396-85c6-6c214329b129 req-ba1af2a2-3bf6-4e07-892e-8725148e75e2 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 932 time: 0.0543110 Apr 04 06:22:46.774931 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-263601c6-5cd3-4396-85c6-6c214329b129 req-9c5cdbda-cbb4-4083-ab16-e823c9f329d7 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479324 Apr 04 06:22:47.901155 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0eebde-1fe2-4120-b24a-056141f01502 req-b705db93-f508-4cfc-92ef-e725e5869a47 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:47.902630 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0f0eebde-1fe2-4120-b24a-056141f01502 req-b705db93-f508-4cfc-92ef-e725e5869a47 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 932 time: 0.0560274 Apr 04 06:22:47.952229 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0f0eebde-1fe2-4120-b24a-056141f01502 req-1d197284-3b30-472f-be81-1cc9491c9728 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414419 Apr 04 06:22:49.078045 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eefb9-0fc4-41b8-bbec-3b9c804819d7 req-b2e2f238-ee9f-45f8-a7cc-fd4146b4b0c0 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:49.079531 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c78eefb9-0fc4-41b8-bbec-3b9c804819d7 req-b2e2f238-ee9f-45f8-a7cc-fd4146b4b0c0 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 932 time: 0.0582063 Apr 04 06:22:49.129125 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c78eefb9-0fc4-41b8-bbec-3b9c804819d7 req-7464b153-f373-4344-8724-aed36115b020 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434275 Apr 04 06:22:50.265870 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab2ea9-9996-4f82-a80b-aba705ac6b17 req-7cef856d-ef8c-48b1-93e7-64cd109eeaee tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:50.267333 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-71ab2ea9-9996-4f82-a80b-aba705ac6b17 req-7cef856d-ef8c-48b1-93e7-64cd109eeaee tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 932 time: 0.0603590 Apr 04 06:22:50.324934 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-71ab2ea9-9996-4f82-a80b-aba705ac6b17 req-0a9ae82d-c431-40cb-8ad6-f94db13ca320 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519423 Apr 04 06:22:51.097128 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-f9550893-4241-4606-8763-ca80b217f689 service neutron] Request body: {'port': {'device_id': 'a5bdd2ed-e931-4bc1-975d-468f3474f45b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:22:51.163594 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-f9550893-4241-4606-8763-ca80b217f689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (da463cde-058f-411d-97f7-ea4328787712), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:51.461320 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-f9550893-4241-4606-8763-ca80b217f689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da463cde-058f-411d-97f7-ea4328787712 {{(pid=103480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:22:51.470463 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-f9550893-4241-4606-8763-ca80b217f689 service neutron] Publish callbacks [] for port (da463cde-058f-411d-97f7-ea4328787712), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:51.487920 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.provisioning_blocks [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-f9550893-4241-4606-8763-ca80b217f689 service neutron] Transition to ACTIVE for port object da463cde-058f-411d-97f7-ea4328787712 will not be triggered until provisioned by entity L2. {{(pid=103480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 06:22:51.496179 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252cefd-59ce-4940-9dfb-10d5169f591e req-96d3fae9-42a8-4296-b0f5-8fd321e265c7 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:51.497681 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d252cefd-59ce-4940-9dfb-10d5169f591e req-96d3fae9-42a8-4296-b0f5-8fd321e265c7 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 932 time: 0.1001287 Apr 04 06:22:51.498699 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-f9550893-4241-4606-8763-ca80b217f689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (da463cde-058f-411d-97f7-ea4328787712), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:51.585555 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9550893-4241-4606-8763-ca80b217f689 service neutron] Pushing event updated for resources: {'Port': ['ID=da463cde-058f-411d-97f7-ea4328787712,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:51.592591 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d252cefd-59ce-4940-9dfb-10d5169f591e req-f3e28d92-0a51-4eb8-958e-6783f42340c3 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887659 Apr 04 06:22:51.666801 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-f9550893-4241-4606-8763-ca80b217f689 service neutron] Attempting to bind port da463cde-058f-411d-97f7-ea4328787712 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:22:51.667308 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-f9550893-4241-4606-8763-ca80b217f689 service neutron] Attempting to bind port da463cde-058f-411d-97f7-ea4328787712 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'dd756a8e-b291-4551-b699-5d4425964e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:22:51.667498 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-f9550893-4241-4606-8763-ca80b217f689 service neutron] Attempting to bind port da463cde-058f-411d-97f7-ea4328787712 on network c8cf8dd2-475e-45b8-aaa3-5ae6906c852e {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:22:51.672738 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-f9550893-4241-4606-8763-ca80b217f689 service neutron] Port da463cde-058f-411d-97f7-ea4328787712 on network c8cf8dd2-475e-45b8-aaa3-5ae6906c852e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 06:22:51.673120 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-f9550893-4241-4606-8763-ca80b217f689 service neutron] Attempting to bind port da463cde-058f-411d-97f7-ea4328787712 on network c8cf8dd2-475e-45b8-aaa3-5ae6906c852e {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:22:51.679014 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-f9550893-4241-4606-8763-ca80b217f689 service neutron] Checking agent: {'id': '0c1e107c-d850-42a9-b491-1b463a8f645f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'started_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:22:51.679369 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-f9550893-4241-4606-8763-ca80b217f689 service neutron] Checking segment: {'id': 'dd756a8e-b291-4551-b699-5d4425964e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:22:51.679763 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-f9550893-4241-4606-8763-ca80b217f689 service neutron] Bound using segment: {'id': 'dd756a8e-b291-4551-b699-5d4425964e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:22:51.680202 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-f9550893-4241-4606-8763-ca80b217f689 service neutron] Bound port: da463cde-058f-411d-97f7-ea4328787712, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd756a8e-b291-4551-b699-5d4425964e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:22:51.680755 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-f9550893-4241-4606-8763-ca80b217f689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (da463cde-058f-411d-97f7-ea4328787712), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:51.745067 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-f9550893-4241-4606-8763-ca80b217f689 service neutron] For port da463cde-058f-411d-97f7-ea4328787712, host hv-cinder-83444, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:22:51.748446 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-f9550893-4241-4606-8763-ca80b217f689 service neutron] For port da463cde-058f-411d-97f7-ea4328787712, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=da463cde-058f-411d-97f7-ea4328787712,segment=NetworkSegment(dd756a8e-b291-4551-b699-5d4425964e74),segment_id=dd756a8e-b291-4551-b699-5d4425964e74)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:22:51.754939 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-f9550893-4241-4606-8763-ca80b217f689 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (da463cde-058f-411d-97f7-ea4328787712), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:51.795562 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-f9550893-4241-4606-8763-ca80b217f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:51.796185 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-f9550893-4241-4606-8763-ca80b217f689 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:51.797603 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-f9550893-4241-4606-8763-ca80b217f689 service neutron] 10.222.0.37 "PUT /v2.0/ports/da463cde-058f-411d-97f7-ea4328787712 HTTP/1.1" status: 200 len: 1094 time: 0.7077997 Apr 04 06:22:51.798021 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bdd2ed-e931-4bc1-975d-468f3474f45b', 'tag': 'da463cde-058f-411d-97f7-ea4328787712'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:22:51.800298 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7143a90-9fe3-4b2b-b585-188abc118b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5bdd2ed-e931-4bc1-975d-468f3474f45b", "tag": "da463cde-058f-411d-97f7-ea4328787712"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:22:51.825907 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9550893-4241-4606-8763-ca80b217f689 service neutron] Pushing event updated for resources: {'Port': ['ID=da463cde-058f-411d-97f7-ea4328787712,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:51.865543 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27adde98-764d-4927-a442-496373293b65 x-openstack-request-id: req-27adde98-764d-4927-a442-496373293b65 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:22:51.865904 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5bdd2ed-e931-4bc1-975d-468f3474f45b", "tag": "da463cde-058f-411d-97f7-ea4328787712", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:22:51.866219 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-27adde98-764d-4927-a442-496373293b65 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:22:51.866823 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27adde98-764d-4927-a442-496373293b65'] response: {'name': 'network-changed', 'server_uuid': 'a5bdd2ed-e931-4bc1-975d-468f3474f45b', 'tag': 'da463cde-058f-411d-97f7-ea4328787712', 'status': 'completed', 'code': 200} Apr 04 06:22:51.964382 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-8836a49b-a98d-4e44-b747-673a407385a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:51.966056 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-8836a49b-a98d-4e44-b747-673a407385a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ff00fa7f72d4523b6d26ddda865bbcf&device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 1128 time: 0.0488904 Apr 04 06:22:52.013094 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-8031e7ed-ac9c-4dde-9d03-8b75191587d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da463cde-058f-411d-97f7-ea4328787712 HTTP/1.1" status: 200 len: 217 time: 0.0398576 Apr 04 06:22:52.066513 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-716ad0fb-bc9f-44d8-aba2-38bfd39b0f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:52.068120 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-716ad0fb-bc9f-44d8-aba2-38bfd39b0f84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fe03809-e6f0-4026-ab71-c19939f1f2b3 HTTP/1.1" status: 200 len: 853 time: 0.0494757 Apr 04 06:22:52.116865 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-ac541159-834c-4ed0-81cf-667666fc5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:52.118341 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-ac541159-834c-4ed0-81cf-667666fc5a59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8cf8dd2-475e-45b8-aaa3-5ae6906c852e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442114 Apr 04 06:22:52.209005 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-415b054a-f2f2-47ae-8c0f-07e9368799fa service neutron] 10.222.0.37 "GET /v2.0/networks/c8cf8dd2-475e-45b8-aaa3-5ae6906c852e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836921 Apr 04 06:22:52.303533 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fa42f31c-d4fb-49e1-a754-76204eb58680 req-8405a5fb-1843-42dc-ad6a-79058e25f598 service neutron] 10.222.0.37 "GET /v2.0/networks/c8cf8dd2-475e-45b8-aaa3-5ae6906c852e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875535 Apr 04 06:22:52.402593 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7143a90-9fe3-4b2b-b585-188abc118b9f req-44a01c77-9bde-4584-bca9-8c3ec7ae1ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:52.403985 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e7143a90-9fe3-4b2b-b585-188abc118b9f req-44a01c77-9bde-4584-bca9-8c3ec7ae1ac1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ff00fa7f72d4523b6d26ddda865bbcf&device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 1128 time: 0.0512409 Apr 04 06:22:52.501198 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7143a90-9fe3-4b2b-b585-188abc118b9f req-67ff150d-0fa1-41d5-9b64-3a380bd26027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:52.502649 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e7143a90-9fe3-4b2b-b585-188abc118b9f req-67ff150d-0fa1-41d5-9b64-3a380bd26027 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8cf8dd2-475e-45b8-aaa3-5ae6906c852e HTTP/1.1" status: 200 len: 915 time: 0.0918884 Apr 04 06:22:52.546234 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e7143a90-9fe3-4b2b-b585-188abc118b9f req-2d28f524-aba7-4e24-9c77-5154b3959fca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da463cde-058f-411d-97f7-ea4328787712 HTTP/1.1" status: 200 len: 217 time: 0.0369096 Apr 04 06:22:52.593745 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7143a90-9fe3-4b2b-b585-188abc118b9f req-d3016187-f7f4-4b6e-9fe5-548ab1ac91c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:52.595118 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e7143a90-9fe3-4b2b-b585-188abc118b9f req-d3016187-f7f4-4b6e-9fe5-548ab1ac91c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fe03809-e6f0-4026-ab71-c19939f1f2b3 HTTP/1.1" status: 200 len: 853 time: 0.0433338 Apr 04 06:22:52.648879 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7143a90-9fe3-4b2b-b585-188abc118b9f req-0b134709-8b15-4037-a0ad-8cfd67d33fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:52.650448 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e7143a90-9fe3-4b2b-b585-188abc118b9f req-0b134709-8b15-4037-a0ad-8cfd67d33fdf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8cf8dd2-475e-45b8-aaa3-5ae6906c852e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490112 Apr 04 06:22:52.779938 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2605ea-6e69-4542-8afc-a3507a29b220 req-d6dbe08d-62b0-4050-8355-fcf96b25964d tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:52.781344 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9e2605ea-6e69-4542-8afc-a3507a29b220 req-d6dbe08d-62b0-4050-8355-fcf96b25964d tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 944 time: 0.1138818 Apr 04 06:22:52.783188 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e7143a90-9fe3-4b2b-b585-188abc118b9f req-c51edb09-14de-4337-a01d-2b5f7d92b681 service neutron] 10.222.0.37 "GET /v2.0/networks/c8cf8dd2-475e-45b8-aaa3-5ae6906c852e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260829 Apr 04 06:22:52.880508 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9e2605ea-6e69-4542-8afc-a3507a29b220 req-8d428ec7-ffe8-42c4-b134-d91b33261fa4 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934827 Apr 04 06:22:52.902526 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e7143a90-9fe3-4b2b-b585-188abc118b9f req-2c619197-342f-4061-aa24-495575bb6146 service neutron] 10.222.0.37 "GET /v2.0/networks/c8cf8dd2-475e-45b8-aaa3-5ae6906c852e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097848 Apr 04 06:22:54.020067 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda9a37-2d21-464e-aced-fdd241b5d6c8 req-c7888b10-804e-4143-bc2e-502c14365ad1 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:54.021561 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-acda9a37-2d21-464e-aced-fdd241b5d6c8 req-c7888b10-804e-4143-bc2e-502c14365ad1 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 944 time: 0.0587058 Apr 04 06:22:54.074690 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-acda9a37-2d21-464e-aced-fdd241b5d6c8 req-6bc0fb93-31f9-46a9-a191-5787846fc995 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447855 Apr 04 06:22:55.205079 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bd28d-37d2-420b-aa2a-923f744269b8 req-09c4627d-3348-4bd5-8a76-dacc43b62233 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:55.206570 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6e7bd28d-37d2-420b-aa2a-923f744269b8 req-09c4627d-3348-4bd5-8a76-dacc43b62233 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 944 time: 0.0551636 Apr 04 06:22:55.253034 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6e7bd28d-37d2-420b-aa2a-923f744269b8 req-6e0aa073-723b-4a3b-a883-bcdaca26e4bc tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407934 Apr 04 06:22:55.963412 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 60920) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:56.120937 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0f48d558-8eb2-49bd-bc98-7b26131b92ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:56.171391 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-c645e580-3f9a-4e78-a3fb-17fdc4fc4969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:56.202415 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0f48d558-8eb2-49bd-bc98-7b26131b92ec admin admin] Publish callbacks [] for security_group (dfc093e3-c516-4a84-a0f9-e6be3bb97cb7), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:56.207275 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0f48d558-8eb2-49bd-bc98-7b26131b92ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (dfc093e3-c516-4a84-a0f9-e6be3bb97cb7), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:56.245832 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-0f48d558-8eb2-49bd-bc98-7b26131b92ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2ec3d4c8c9a43bf8ac734caff755c5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811143 Apr 04 06:22:56.246997 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48d558-8eb2-49bd-bc98-7b26131b92ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc093e3-c516-4a84-a0f9-e6be3bb97cb7,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:56.248727 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 60924) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:56.301240 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-85de27f9-eb5b-4b89-8250-add5b316c940 admin admin] Publish callbacks [] for security_group (dfc093e3-c516-4a84-a0f9-e6be3bb97cb7), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:56.323415 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-85de27f9-eb5b-4b89-8250-add5b316c940 admin admin] Publish callbacks [] for security_group (dfc093e3-c516-4a84-a0f9-e6be3bb97cb7), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:56.374603 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-85de27f9-eb5b-4b89-8250-add5b316c940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (dfc093e3-c516-4a84-a0f9-e6be3bb97cb7), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:56.377726 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-85de27f9-eb5b-4b89-8250-add5b316c940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:56.378117 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8083d-07b8-4bf8-92b1-969ab9bfa6a7 req-399e1002-2fd2-40a5-960c-22dca7ec8aa1 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:56.378916 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-85de27f9-eb5b-4b89-8250-add5b316c940 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dfc093e3-c516-4a84-a0f9-e6be3bb97cb7 HTTP/1.1" status: 204 len: 168 time: 0.1286294 Apr 04 06:22:56.379688 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5bd8083d-07b8-4bf8-92b1-969ab9bfa6a7 req-399e1002-2fd2-40a5-960c-22dca7ec8aa1 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 944 time: 0.0593743 Apr 04 06:22:56.388075 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de27f9-eb5b-4b89-8250-add5b316c940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc093e3-c516-4a84-a0f9-e6be3bb97cb7,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:56.437511 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5bd8083d-07b8-4bf8-92b1-969ab9bfa6a7 req-24164cb2-4737-408b-921e-5a678986af23 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501645 Apr 04 06:22:56.611513 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:22:57.112061 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device da463cde-058f-411d-97f7-ea4328787712 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:22:57.226956 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port da463cde-058f-411d-97f7-ea4328787712, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=da463cde-058f-411d-97f7-ea4328787712,segment=NetworkSegment(dd756a8e-b291-4551-b699-5d4425964e74),segment_id=dd756a8e-b291-4551-b699-5d4425964e74)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:22:57.243846 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': 'da463cde-058f-411d-97f7-ea4328787712', 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e', 'port_id': 'da463cde-058f-411d-97f7-ea4328787712', 'mac_address': 'fa:16:3e:f5:62:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe03809-e6f0-4026-ab71-c19939f1f2b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:22:57.285195 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port da463cde-058f-411d-97f7-ea4328787712 is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:22:57.285823 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (da463cde-058f-411d-97f7-ea4328787712), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:57.302392 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da463cde-058f-411d-97f7-ea4328787712 {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:22:57.326117 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port da463cde-058f-411d-97f7-ea4328787712, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=da463cde-058f-411d-97f7-ea4328787712,segment=NetworkSegment(dd756a8e-b291-4551-b699-5d4425964e74),segment_id=dd756a8e-b291-4551-b699-5d4425964e74)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:22:57.332968 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (da463cde-058f-411d-97f7-ea4328787712), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:57.403011 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=da463cde-058f-411d-97f7-ea4328787712,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:57.411819 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:57.412187 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:57.412510 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:57.412850 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:57.413211 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:57.413545 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:57.414628 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:57.415008 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:57.415324 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:57.415656 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:57.416377 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:57.416720 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:57.417118 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:57.417458 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:57.417792 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:22:57.575023 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca33f60-6795-43a9-8010-de2285501b38 req-2ab600f4-ac89-4f5e-aa4a-f0f6252d182f tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:57.576612 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-aca33f60-6795-43a9-8010-de2285501b38 req-2ab600f4-ac89-4f5e-aa4a-f0f6252d182f tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 945 time: 0.0609217 Apr 04 06:22:57.631529 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-aca33f60-6795-43a9-8010-de2285501b38 req-9947c3bf-07d8-461e-b169-ef1390125223 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492837 Apr 04 06:22:57.636757 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['da463cde-058f-411d-97f7-ea4328787712'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:22:57.645843 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 60958) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:57.770902 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-161d84cc-cbce-4040-853b-332c58fd0fc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:57.850958 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-161d84cc-cbce-4040-853b-332c58fd0fc7 admin admin] Publish callbacks [] for security_group (a488586a-6e9b-44a2-9305-66c5a0846fd5), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:57.855839 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-161d84cc-cbce-4040-853b-332c58fd0fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (a488586a-6e9b-44a2-9305-66c5a0846fd5), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:57.903913 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-161d84cc-cbce-4040-853b-332c58fd0fc7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=031eddf61a20401f87731259d16c9df8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567530 Apr 04 06:22:57.905157 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d84cc-cbce-4040-853b-332c58fd0fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a488586a-6e9b-44a2-9305-66c5a0846fd5,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:57.906755 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 60962) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:22:57.956779 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d56aedf8-f8d3-42ff-81e7-9f379f603279 admin admin] Publish callbacks [] for security_group (a488586a-6e9b-44a2-9305-66c5a0846fd5), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:57.982979 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d56aedf8-f8d3-42ff-81e7-9f379f603279 admin admin] Publish callbacks [] for security_group (a488586a-6e9b-44a2-9305-66c5a0846fd5), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:58.031523 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d56aedf8-f8d3-42ff-81e7-9f379f603279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (a488586a-6e9b-44a2-9305-66c5a0846fd5), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:58.034074 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d56aedf8-f8d3-42ff-81e7-9f379f603279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:58.035233 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-d56aedf8-f8d3-42ff-81e7-9f379f603279 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a488586a-6e9b-44a2-9305-66c5a0846fd5 HTTP/1.1" status: 204 len: 168 time: 0.1274939 Apr 04 06:22:58.050251 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56aedf8-f8d3-42ff-81e7-9f379f603279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a488586a-6e9b-44a2-9305-66c5a0846fd5,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:58.338696 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8b7becc1-392f-4c0b-b605-68aa618726e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:58.759130 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f571ec0-81cc-467a-8e2d-fcc28e1f986e req-b3543fbe-b7d5-4e16-bb55-98c1cc94a189 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:58.760632 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7f571ec0-81cc-467a-8e2d-fcc28e1f986e req-b3543fbe-b7d5-4e16-bb55-98c1cc94a189 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 945 time: 0.0542879 Apr 04 06:22:58.808771 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7f571ec0-81cc-467a-8e2d-fcc28e1f986e req-b5b239e1-dd43-4194-b249-423dc6d16bf8 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423138 Apr 04 06:22:59.112194 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device da463cde-058f-411d-97f7-ea4328787712 up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:22:59.168373 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning for port da463cde-058f-411d-97f7-ea4328787712 completed by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 06:22:59.172355 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port da463cde-058f-411d-97f7-ea4328787712 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:22:59.172726 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (da463cde-058f-411d-97f7-ea4328787712), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:59.250044 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port da463cde-058f-411d-97f7-ea4328787712 is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:22:59.250428 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (da463cde-058f-411d-97f7-ea4328787712), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:59.273826 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bdd2ed-e931-4bc1-975d-468f3474f45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da463cde-058f-411d-97f7-ea4328787712'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:22:59.276033 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9828ed-0d6d-40cf-afca-a021bac45ffc" -d '{"events": [{"server_uuid": "a5bdd2ed-e931-4bc1-975d-468f3474f45b", "name": "network-vif-plugged", "status": "completed", "tag": "da463cde-058f-411d-97f7-ea4328787712"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:22:59.288632 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port da463cde-058f-411d-97f7-ea4328787712, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=da463cde-058f-411d-97f7-ea4328787712,segment=NetworkSegment(dd756a8e-b291-4551-b699-5d4425964e74),segment_id=dd756a8e-b291-4551-b699-5d4425964e74)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:22:59.293364 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (da463cde-058f-411d-97f7-ea4328787712), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:59.317258 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf08ff6c-80f0-4fd7-884c-d4eb40130f61 x-openstack-request-id: req-bf08ff6c-80f0-4fd7-884c-d4eb40130f61 {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:22:59.317524 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bdd2ed-e931-4bc1-975d-468f3474f45b", "name": "network-vif-plugged", "status": "completed", "tag": "da463cde-058f-411d-97f7-ea4328787712", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:22:59.317773 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf08ff6c-80f0-4fd7-884c-d4eb40130f61 {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:22:59.318367 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf08ff6c-80f0-4fd7-884c-d4eb40130f61'] response: {'server_uuid': 'a5bdd2ed-e931-4bc1-975d-468f3474f45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da463cde-058f-411d-97f7-ea4328787712', 'code': 200} Apr 04 06:22:59.350287 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=da463cde-058f-411d-97f7-ea4328787712,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:22:59.495022 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7b6e0-11e1-4a2f-8cf9-77556464bbe1 req-0df5cf85-e40d-42f3-8b28-848df900fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:59.496809 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-55a7b6e0-11e1-4a2f-8cf9-77556464bbe1 req-0df5cf85-e40d-42f3-8b28-848df900fefe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 1130 time: 0.0491347 Apr 04 06:22:59.548389 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-55a7b6e0-11e1-4a2f-8cf9-77556464bbe1 req-a89cf19d-f449-4e5f-9ebd-0290d99ad5b4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441594 Apr 04 06:22:59.574039 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:22:59.930359 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edcfee-b30a-4b5d-8480-8d6c2f24c1fa req-34bc785c-cd73-46cb-8738-ec856f6814ec tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:22:59.931812 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d6edcfee-b30a-4b5d-8480-8d6c2f24c1fa req-34bc785c-cd73-46cb-8738-ec856f6814ec tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 946 time: 0.0553455 Apr 04 06:22:59.979063 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d6edcfee-b30a-4b5d-8480-8d6c2f24c1fa req-07e8e547-9098-4e2c-82f6-0c0e3ba86277 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414679 Apr 04 06:23:00.316201 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-335edb9e-ef76-4397-9383-6225704c2c2c req-5e7ce936-6fe6-4834-8d63-3e2d1d33c2ad tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=e54d4eb4676d4fab8ab6e2958b672556&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289149 Apr 04 06:23:00.497056 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335edb9e-ef76-4397-9383-6225704c2c2c req-8aa70157-bf10-4fa2-a2a3-5a069a2202b5 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:00.498745 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-335edb9e-ef76-4397-9383-6225704c2c2c req-8aa70157-bf10-4fa2-a2a3-5a069a2202b5 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1750574 Apr 04 06:23:00.513925 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-335edb9e-ef76-4397-9383-6225704c2c2c req-06f59609-d1d4-4088-a2d2-89acf5060b42 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/quotas/e54d4eb4676d4fab8ab6e2958b672556 HTTP/1.1" status: 200 len: 375 time: 0.0097082 Apr 04 06:23:00.548040 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-335edb9e-ef76-4397-9383-6225704c2c2c req-183fef1a-cac4-41f8-b7ef-470bcfba660f tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e54d4eb4676d4fab8ab6e2958b672556&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291283 Apr 04 06:23:00.681341 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:00.743844 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-d5b96443-dea4-435f-bd38-cef0581e9bb8 req-0615b295-d799-42b4-8eca-a9d206fe7072 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdef5bb-3f0b-491f-8122-2cc87e88dc47 HTTP/1.1" status: 200 len: 210 time: 0.0415225 Apr 04 06:23:01.105134 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd0915-b074-4f7e-9a75-5c9e72e5cb8e req-94a71eb4-457b-4964-ba4d-f35bd92c7980 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:01.106827 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-10dd0915-b074-4f7e-9a75-5c9e72e5cb8e req-94a71eb4-457b-4964-ba4d-f35bd92c7980 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 946 time: 0.0565040 Apr 04 06:23:01.157770 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-10dd0915-b074-4f7e-9a75-5c9e72e5cb8e req-b68f4565-193f-457b-9692-4e5b90abfd9e tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450685 Apr 04 06:23:01.279654 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a68128-ff9b-4e80-b19a-5f87db8c14ea req-b7f05d45-4a01-45f8-b129-e9e38bef59e6 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:01.281092 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-15a68128-ff9b-4e80-b19a-5f87db8c14ea req-b7f05d45-4a01-45f8-b129-e9e38bef59e6 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 946 time: 0.0573797 Apr 04 06:23:01.328722 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-15a68128-ff9b-4e80-b19a-5f87db8c14ea req-db57ed48-0a2d-413b-909c-398c87e731ae tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418465 Apr 04 06:23:01.590680 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-335edb9e-ef76-4397-9383-6225704c2c2c req-bab0a9b5-98e9-47f0-835f-49827a91fa3b tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=e54d4eb4676d4fab8ab6e2958b672556&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213871 Apr 04 06:23:01.733351 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2756e3-697c-4478-a779-9728abeb25e4 req-24e899e3-c021-43fa-92b1-535908bfb41e tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:01.734973 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cf2756e3-697c-4478-a779-9728abeb25e4 req-24e899e3-c021-43fa-92b1-535908bfb41e tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 946 time: 0.1156242 Apr 04 06:23:01.741452 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335edb9e-ef76-4397-9383-6225704c2c2c req-7dfd0a89-054e-450c-b66a-6056695d86c5 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:01.742800 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-335edb9e-ef76-4397-9383-6225704c2c2c req-7dfd0a89-054e-450c-b66a-6056695d86c5 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1439722 Apr 04 06:23:01.762804 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-335edb9e-ef76-4397-9383-6225704c2c2c req-9c4f1e77-c1f4-4c13-9551-38ad3d924ecb tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Request body: {'port': {'device_id': '9cdef5bb-3f0b-491f-8122-2cc87e88dc47', 'network_id': 'bf7e92e5-bbff-4292-b732-63ba2b091c0f', 'admin_state_up': True, 'tenant_id': 'e54d4eb4676d4fab8ab6e2958b672556'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:23:01.862203 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4219a2da-6e8a-4b86-8d99-766216139513 req-68d35558-ed54-4f7a-9c42-f721741c20e7 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdef5bb-3f0b-491f-8122-2cc87e88dc47 HTTP/1.1" status: 200 len: 210 time: 0.0428672 Apr 04 06:23:01.867280 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cf2756e3-697c-4478-a779-9728abeb25e4 req-f66e8fbb-9928-4d28-b897-6d4874176617 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235237 Apr 04 06:23:01.925228 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335edb9e-ef76-4397-9383-6225704c2c2c req-9c4f1e77-c1f4-4c13-9551-38ad3d924ecb tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Made reservation on behalf of e54d4eb4676d4fab8ab6e2958b672556 for: {'port': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:23:01.928999 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-335edb9e-ef76-4397-9383-6225704c2c2c req-9c4f1e77-c1f4-4c13-9551-38ad3d924ecb tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:01.939731 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-335edb9e-ef76-4397-9383-6225704c2c2c req-9c4f1e77-c1f4-4c13-9551-38ad3d924ecb tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:02.018027 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-335edb9e-ef76-4397-9383-6225704c2c2c req-9c4f1e77-c1f4-4c13-9551-38ad3d924ecb tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Publish callbacks [] for security_group (d0c89b23-74ef-4d05-8e89-05b6f6d99a93), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:02.022244 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-335edb9e-ef76-4397-9383-6225704c2c2c req-9c4f1e77-c1f4-4c13-9551-38ad3d924ecb tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (d0c89b23-74ef-4d05-8e89-05b6f6d99a93), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:02.089500 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f1e77-c1f4-4c13-9551-38ad3d924ecb tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c89b23-74ef-4d05-8e89-05b6f6d99a93,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:23:02.163454 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [req-335edb9e-ef76-4397-9383-6225704c2c2c req-9c4f1e77-c1f4-4c13-9551-38ad3d924ecb tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Allocated IP 192.168.233.158 (bf7e92e5-bbff-4292-b732-63ba2b091c0f/2f832ba6-e255-4e61-921a-71bb7c50e610/2241cd8a-9f0c-4347-bc97-30e3c0083254) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:23:02.321253 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-335edb9e-ef76-4397-9383-6225704c2c2c req-9c4f1e77-c1f4-4c13-9551-38ad3d924ecb tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Publish callbacks [] for port (2241cd8a-9f0c-4347-bc97-30e3c0083254), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:02.334633 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:02.642467 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-335edb9e-ef76-4397-9383-6225704c2c2c req-9c4f1e77-c1f4-4c13-9551-38ad3d924ecb tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (2241cd8a-9f0c-4347-bc97-30e3c0083254), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:02.686104 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335edb9e-ef76-4397-9383-6225704c2c2c req-9c4f1e77-c1f4-4c13-9551-38ad3d924ecb tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Network bf7e92e5-bbff-4292-b732-63ba2b091c0f is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:23:02.689245 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [req-335edb9e-ef76-4397-9383-6225704c2c2c req-9c4f1e77-c1f4-4c13-9551-38ad3d924ecb tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:23:02.694863 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-335edb9e-ef76-4397-9383-6225704c2c2c req-9c4f1e77-c1f4-4c13-9551-38ad3d924ecb tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:23:02.701642 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f1e77-c1f4-4c13-9551-38ad3d924ecb tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Pushing event updated for resources: {'Port': ['ID=2241cd8a-9f0c-4347-bc97-30e3c0083254,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:23:02.749183 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335edb9e-ef76-4397-9383-6225704c2c2c req-9c4f1e77-c1f4-4c13-9551-38ad3d924ecb tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:02.749818 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-335edb9e-ef76-4397-9383-6225704c2c2c req-9c4f1e77-c1f4-4c13-9551-38ad3d924ecb tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:02.767457 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-335edb9e-ef76-4397-9383-6225704c2c2c req-9c4f1e77-c1f4-4c13-9551-38ad3d924ecb tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0102980 Apr 04 06:23:02.779802 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-335edb9e-ef76-4397-9383-6225704c2c2c req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] Request body: {'port': {'device_id': '9cdef5bb-3f0b-491f-8122-2cc87e88dc47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:23:02.847968 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-335edb9e-ef76-4397-9383-6225704c2c2c req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2241cd8a-9f0c-4347-bc97-30e3c0083254), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:02.889248 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-fe315a57-9edc-4f9b-8385-808584b76e24 None None] Provisioning complete for port 2241cd8a-9f0c-4347-bc97-30e3c0083254 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:23:02.889746 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fe315a57-9edc-4f9b-8385-808584b76e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (2241cd8a-9f0c-4347-bc97-30e3c0083254), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:02.924613 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-fe315a57-9edc-4f9b-8385-808584b76e24 None None] Port 2241cd8a-9f0c-4347-bc97-30e3c0083254 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:23:03.058472 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d87d0-dc4c-42e9-b67d-563800c97aad req-2bb8b8a2-d1ea-4410-a2ee-4fb581f92041 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:03.059963 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-df2d87d0-dc4c-42e9-b67d-563800c97aad req-2bb8b8a2-d1ea-4410-a2ee-4fb581f92041 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdef5bb-3f0b-491f-8122-2cc87e88dc47 HTTP/1.1" status: 200 len: 936 time: 0.1112697 Apr 04 06:23:03.142373 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-df2d87d0-dc4c-42e9-b67d-563800c97aad req-7938f698-b001-49e7-982f-1eb4dce7496e tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0c89b23-74ef-4d05-8e89-05b6f6d99a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740314 Apr 04 06:23:03.181819 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [req-335edb9e-ef76-4397-9383-6225704c2c2c req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2241cd8a-9f0c-4347-bc97-30e3c0083254 {{(pid=103480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:23:03.189520 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-335edb9e-ef76-4397-9383-6225704c2c2c req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] Publish callbacks [] for port (2241cd8a-9f0c-4347-bc97-30e3c0083254), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:03.202146 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.provisioning_blocks [req-335edb9e-ef76-4397-9383-6225704c2c2c req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] Transition to ACTIVE for port object 2241cd8a-9f0c-4347-bc97-30e3c0083254 will not be triggered until provisioned by entity L2. {{(pid=103480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 06:23:03.206931 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-335edb9e-ef76-4397-9383-6225704c2c2c req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (2241cd8a-9f0c-4347-bc97-30e3c0083254), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:03.260934 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] Pushing event updated for resources: {'Port': ['ID=2241cd8a-9f0c-4347-bc97-30e3c0083254,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:23:03.329271 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-335edb9e-ef76-4397-9383-6225704c2c2c req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] Attempting to bind port 2241cd8a-9f0c-4347-bc97-30e3c0083254 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:23:03.329656 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-335edb9e-ef76-4397-9383-6225704c2c2c req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] Attempting to bind port 2241cd8a-9f0c-4347-bc97-30e3c0083254 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '9b2d5629-edd1-4c59-94f4-b2af267fab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'bf7e92e5-bbff-4292-b732-63ba2b091c0f'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:23:03.329995 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335edb9e-ef76-4397-9383-6225704c2c2c req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] Attempting to bind port 2241cd8a-9f0c-4347-bc97-30e3c0083254 on network bf7e92e5-bbff-4292-b732-63ba2b091c0f {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:23:03.334493 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335edb9e-ef76-4397-9383-6225704c2c2c req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] Port 2241cd8a-9f0c-4347-bc97-30e3c0083254 on network bf7e92e5-bbff-4292-b732-63ba2b091c0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 06:23:03.334812 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335edb9e-ef76-4397-9383-6225704c2c2c req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] Attempting to bind port 2241cd8a-9f0c-4347-bc97-30e3c0083254 on network bf7e92e5-bbff-4292-b732-63ba2b091c0f {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:23:03.340413 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335edb9e-ef76-4397-9383-6225704c2c2c req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] Checking agent: {'id': '0c1e107c-d850-42a9-b491-1b463a8f645f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'started_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:23:03.340750 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335edb9e-ef76-4397-9383-6225704c2c2c req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] Checking segment: {'id': '9b2d5629-edd1-4c59-94f4-b2af267fab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'bf7e92e5-bbff-4292-b732-63ba2b091c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:23:03.341347 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335edb9e-ef76-4397-9383-6225704c2c2c req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] Bound using segment: {'id': '9b2d5629-edd1-4c59-94f4-b2af267fab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'bf7e92e5-bbff-4292-b732-63ba2b091c0f'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:23:03.342031 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-335edb9e-ef76-4397-9383-6225704c2c2c req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] Bound port: 2241cd8a-9f0c-4347-bc97-30e3c0083254, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b2d5629-edd1-4c59-94f4-b2af267fab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'bf7e92e5-bbff-4292-b732-63ba2b091c0f'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:23:03.342560 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-335edb9e-ef76-4397-9383-6225704c2c2c req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2241cd8a-9f0c-4347-bc97-30e3c0083254), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:03.421341 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-335edb9e-ef76-4397-9383-6225704c2c2c req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] For port 2241cd8a-9f0c-4347-bc97-30e3c0083254, host hv-cinder-83444, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:23:03.424574 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-335edb9e-ef76-4397-9383-6225704c2c2c req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] For port 2241cd8a-9f0c-4347-bc97-30e3c0083254, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2241cd8a-9f0c-4347-bc97-30e3c0083254,segment=NetworkSegment(9b2d5629-edd1-4c59-94f4-b2af267fab73),segment_id=9b2d5629-edd1-4c59-94f4-b2af267fab73)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:23:03.434072 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-335edb9e-ef76-4397-9383-6225704c2c2c req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (2241cd8a-9f0c-4347-bc97-30e3c0083254), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:03.466414 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335edb9e-ef76-4397-9383-6225704c2c2c req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:03.467678 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-335edb9e-ef76-4397-9383-6225704c2c2c req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:03.469093 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-335edb9e-ef76-4397-9383-6225704c2c2c req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] 10.222.0.37 "PUT /v2.0/ports/2241cd8a-9f0c-4347-bc97-30e3c0083254 HTTP/1.1" status: 200 len: 1098 time: 0.6943796 Apr 04 06:23:03.472598 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdef5bb-3f0b-491f-8122-2cc87e88dc47', 'tag': '2241cd8a-9f0c-4347-bc97-30e3c0083254'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:23:03.475977 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a377d44d-4bd6-4595-906f-597b540ef4dd" -d '{"events": [{"name": "network-changed", "server_uuid": "9cdef5bb-3f0b-491f-8122-2cc87e88dc47", "tag": "2241cd8a-9f0c-4347-bc97-30e3c0083254"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:23:03.510924 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b36af9-7844-4cbf-b634-c45edbcfc405 service neutron] Pushing event updated for resources: {'Port': ['ID=2241cd8a-9f0c-4347-bc97-30e3c0083254,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:23:03.567993 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b633001-df7d-477f-8ed6-bf7efb5fb412 x-openstack-request-id: req-8b633001-df7d-477f-8ed6-bf7efb5fb412 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:23:03.568275 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cdef5bb-3f0b-491f-8122-2cc87e88dc47", "tag": "2241cd8a-9f0c-4347-bc97-30e3c0083254", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:23:03.568527 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b633001-df7d-477f-8ed6-bf7efb5fb412 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:23:03.568965 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b633001-df7d-477f-8ed6-bf7efb5fb412'] response: {'name': 'network-changed', 'server_uuid': '9cdef5bb-3f0b-491f-8122-2cc87e88dc47', 'tag': '2241cd8a-9f0c-4347-bc97-30e3c0083254', 'status': 'completed', 'code': 200} Apr 04 06:23:03.589671 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335edb9e-ef76-4397-9383-6225704c2c2c req-0544b7df-f0ed-4856-a92e-711f4834cece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:03.591369 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-335edb9e-ef76-4397-9383-6225704c2c2c req-0544b7df-f0ed-4856-a92e-711f4834cece service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e54d4eb4676d4fab8ab6e2958b672556&device_id=9cdef5bb-3f0b-491f-8122-2cc87e88dc47 HTTP/1.1" status: 200 len: 1132 time: 0.0745580 Apr 04 06:23:03.638882 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-335edb9e-ef76-4397-9383-6225704c2c2c req-25e64191-5ef8-4584-969a-340ddba059b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=2241cd8a-9f0c-4347-bc97-30e3c0083254 HTTP/1.1" status: 200 len: 217 time: 0.0408192 Apr 04 06:23:03.689396 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335edb9e-ef76-4397-9383-6225704c2c2c req-60de6914-e376-40c4-baeb-ffd493369f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:03.690685 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-335edb9e-ef76-4397-9383-6225704c2c2c req-60de6914-e376-40c4-baeb-ffd493369f74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f832ba6-e255-4e61-921a-71bb7c50e610 HTTP/1.1" status: 200 len: 843 time: 0.0461612 Apr 04 06:23:03.742811 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335edb9e-ef76-4397-9383-6225704c2c2c req-6a7034de-afc7-49e9-81f4-b09501ca612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:03.744308 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-335edb9e-ef76-4397-9383-6225704c2c2c req-6a7034de-afc7-49e9-81f4-b09501ca612c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bf7e92e5-bbff-4292-b732-63ba2b091c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0484495 Apr 04 06:23:03.843542 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-335edb9e-ef76-4397-9383-6225704c2c2c req-86767dbc-85c8-4410-b9da-1d5d3dc3e7ad service neutron] 10.222.0.37 "GET /v2.0/networks/bf7e92e5-bbff-4292-b732-63ba2b091c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911069 Apr 04 06:23:03.937512 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-335edb9e-ef76-4397-9383-6225704c2c2c req-f14dd1e7-a214-4056-ad7f-17ea9938234d service neutron] 10.222.0.37 "GET /v2.0/networks/bf7e92e5-bbff-4292-b732-63ba2b091c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891097 Apr 04 06:23:04.033743 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377d44d-4bd6-4595-906f-597b540ef4dd req-c2746ec4-6741-41a5-b2b7-34f4b1ec6e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:04.035222 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a377d44d-4bd6-4595-906f-597b540ef4dd req-c2746ec4-6741-41a5-b2b7-34f4b1ec6e06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e54d4eb4676d4fab8ab6e2958b672556&device_id=9cdef5bb-3f0b-491f-8122-2cc87e88dc47 HTTP/1.1" status: 200 len: 1132 time: 0.0464010 Apr 04 06:23:04.134492 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377d44d-4bd6-4595-906f-597b540ef4dd req-1fa7674f-97f4-4c60-9321-d23a17fbd90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:04.136310 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a377d44d-4bd6-4595-906f-597b540ef4dd req-1fa7674f-97f4-4c60-9321-d23a17fbd90f service neutron] 10.222.0.37 "GET /v2.0/networks?id=bf7e92e5-bbff-4292-b732-63ba2b091c0f HTTP/1.1" status: 200 len: 870 time: 0.0945480 Apr 04 06:23:04.153329 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:04.189018 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a377d44d-4bd6-4595-906f-597b540ef4dd req-83fbd5ae-228a-4512-be15-19d256f79276 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=2241cd8a-9f0c-4347-bc97-30e3c0083254 HTTP/1.1" status: 200 len: 217 time: 0.0436907 Apr 04 06:23:04.277569 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377d44d-4bd6-4595-906f-597b540ef4dd req-6603637e-7fbc-4dff-980c-aabb7b67a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:04.279370 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a377d44d-4bd6-4595-906f-597b540ef4dd req-6603637e-7fbc-4dff-980c-aabb7b67a2b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f832ba6-e255-4e61-921a-71bb7c50e610 HTTP/1.1" status: 200 len: 843 time: 0.0836241 Apr 04 06:23:04.303474 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a106ec1-0fd3-4447-a837-a00caa2f053e req-f37cb3f6-de80-4b44-adb6-9029e1fbf7e6 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:04.304888 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9a106ec1-0fd3-4447-a837-a00caa2f053e req-f37cb3f6-de80-4b44-adb6-9029e1fbf7e6 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdef5bb-3f0b-491f-8122-2cc87e88dc47 HTTP/1.1" status: 200 len: 948 time: 0.0745943 Apr 04 06:23:04.371408 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377d44d-4bd6-4595-906f-597b540ef4dd req-7abc3073-d8f1-414e-9d21-fa939b9e1e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:04.373217 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a377d44d-4bd6-4595-906f-597b540ef4dd req-7abc3073-d8f1-414e-9d21-fa939b9e1e58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=bf7e92e5-bbff-4292-b732-63ba2b091c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0877125 Apr 04 06:23:04.376715 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9a106ec1-0fd3-4447-a837-a00caa2f053e req-b5eb17fc-fbe3-4467-91c4-ac415b4ca5ea tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0c89b23-74ef-4d05-8e89-05b6f6d99a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565472 Apr 04 06:23:04.472014 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a377d44d-4bd6-4595-906f-597b540ef4dd req-a0d5797b-9c27-4a06-ab1b-2eb0270dba03 service neutron] 10.222.0.37 "GET /v2.0/networks/bf7e92e5-bbff-4292-b732-63ba2b091c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908990 Apr 04 06:23:04.574383 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a377d44d-4bd6-4595-906f-597b540ef4dd req-ee228505-af6b-4d7f-851d-3f803a13e6f9 service neutron] 10.222.0.37 "GET /v2.0/networks/bf7e92e5-bbff-4292-b732-63ba2b091c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960565 Apr 04 06:23:05.513951 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b64f5-a485-4ed8-b837-d0b6b632ada5 req-f0764234-93de-4dce-be44-09f839402c1f tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:05.515419 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7b9b64f5-a485-4ed8-b837-d0b6b632ada5 req-f0764234-93de-4dce-be44-09f839402c1f tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdef5bb-3f0b-491f-8122-2cc87e88dc47 HTTP/1.1" status: 200 len: 948 time: 0.0612221 Apr 04 06:23:05.568380 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7b9b64f5-a485-4ed8-b837-d0b6b632ada5 req-ca0fe4da-8359-4fc7-9272-3b27c315dcc5 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0c89b23-74ef-4d05-8e89-05b6f6d99a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471542 Apr 04 06:23:06.703187 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc2adb-a2c9-4d26-ab69-4af9e03770ef req-e3ffaeda-2478-493b-8c18-814fd8025889 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:06.704653 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bdcc2adb-a2c9-4d26-ab69-4af9e03770ef req-e3ffaeda-2478-493b-8c18-814fd8025889 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdef5bb-3f0b-491f-8122-2cc87e88dc47 HTTP/1.1" status: 200 len: 948 time: 0.0569539 Apr 04 06:23:06.757502 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bdcc2adb-a2c9-4d26-ab69-4af9e03770ef req-a995bc6e-a539-46a1-801f-e08900b18800 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0c89b23-74ef-4d05-8e89-05b6f6d99a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448635 Apr 04 06:23:07.158952 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 2241cd8a-9f0c-4347-bc97-30e3c0083254 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:23:07.265592 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 2241cd8a-9f0c-4347-bc97-30e3c0083254, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2241cd8a-9f0c-4347-bc97-30e3c0083254,segment=NetworkSegment(9b2d5629-edd1-4c59-94f4-b2af267fab73),segment_id=9b2d5629-edd1-4c59-94f4-b2af267fab73)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:23:07.277377 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': '2241cd8a-9f0c-4347-bc97-30e3c0083254', 'network_id': 'bf7e92e5-bbff-4292-b732-63ba2b091c0f', 'port_id': '2241cd8a-9f0c-4347-bc97-30e3c0083254', 'mac_address': 'fa:16:3e:5f:2b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f832ba6-e255-4e61-921a-71bb7c50e610', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:23:07.318585 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 2241cd8a-9f0c-4347-bc97-30e3c0083254 is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:23:07.318973 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2241cd8a-9f0c-4347-bc97-30e3c0083254), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:07.331585 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2241cd8a-9f0c-4347-bc97-30e3c0083254 {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:23:07.351552 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 2241cd8a-9f0c-4347-bc97-30e3c0083254, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2241cd8a-9f0c-4347-bc97-30e3c0083254,segment=NetworkSegment(9b2d5629-edd1-4c59-94f4-b2af267fab73),segment_id=9b2d5629-edd1-4c59-94f4-b2af267fab73)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:23:07.358118 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (2241cd8a-9f0c-4347-bc97-30e3c0083254), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:07.407905 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=2241cd8a-9f0c-4347-bc97-30e3c0083254,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:23:07.701414 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['2241cd8a-9f0c-4347-bc97-30e3c0083254'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:23:07.883843 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5e521-ec0e-426d-be56-b2befd338e50 req-25c54f77-c24b-446a-a1c8-1ddeeb109c6d tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:07.885347 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f2b5e521-ec0e-426d-be56-b2befd338e50 req-25c54f77-c24b-446a-a1c8-1ddeeb109c6d tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdef5bb-3f0b-491f-8122-2cc87e88dc47 HTTP/1.1" status: 200 len: 949 time: 0.0557907 Apr 04 06:23:07.939501 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f2b5e521-ec0e-426d-be56-b2befd338e50 req-65502dd1-99d3-4359-8984-39e4459218d6 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0c89b23-74ef-4d05-8e89-05b6f6d99a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482814 Apr 04 06:23:09.070740 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d1a68-422d-45f9-a5ad-a8c5ad56ec66 req-ee665977-4cc5-4bf8-bde5-96dbef09cc57 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:09.072229 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-657d1a68-422d-45f9-a5ad-a8c5ad56ec66 req-ee665977-4cc5-4bf8-bde5-96dbef09cc57 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdef5bb-3f0b-491f-8122-2cc87e88dc47 HTTP/1.1" status: 200 len: 949 time: 0.0536399 Apr 04 06:23:09.120312 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-657d1a68-422d-45f9-a5ad-a8c5ad56ec66 req-722fd868-cb62-4b37-8c6b-d7ecf66406e3 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0c89b23-74ef-4d05-8e89-05b6f6d99a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420012 Apr 04 06:23:09.174833 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 2241cd8a-9f0c-4347-bc97-30e3c0083254 up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:23:09.237513 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning for port 2241cd8a-9f0c-4347-bc97-30e3c0083254 completed by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 06:23:09.241295 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port 2241cd8a-9f0c-4347-bc97-30e3c0083254 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:23:09.241623 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (2241cd8a-9f0c-4347-bc97-30e3c0083254), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:09.326236 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 2241cd8a-9f0c-4347-bc97-30e3c0083254 is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:23:09.326634 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2241cd8a-9f0c-4347-bc97-30e3c0083254), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:09.351635 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdef5bb-3f0b-491f-8122-2cc87e88dc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2241cd8a-9f0c-4347-bc97-30e3c0083254'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:23:09.354065 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bc8455-b9db-4d17-9439-03f85a4d155b" -d '{"events": [{"server_uuid": "9cdef5bb-3f0b-491f-8122-2cc87e88dc47", "name": "network-vif-plugged", "status": "completed", "tag": "2241cd8a-9f0c-4347-bc97-30e3c0083254"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:23:09.367442 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 2241cd8a-9f0c-4347-bc97-30e3c0083254, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2241cd8a-9f0c-4347-bc97-30e3c0083254,segment=NetworkSegment(9b2d5629-edd1-4c59-94f4-b2af267fab73),segment_id=9b2d5629-edd1-4c59-94f4-b2af267fab73)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:23:09.372651 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (2241cd8a-9f0c-4347-bc97-30e3c0083254), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:09.395795 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2867c2-ad61-4bbb-9356-ff6949ddb89d x-openstack-request-id: req-bd2867c2-ad61-4bbb-9356-ff6949ddb89d {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:23:09.396097 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdef5bb-3f0b-491f-8122-2cc87e88dc47", "name": "network-vif-plugged", "status": "completed", "tag": "2241cd8a-9f0c-4347-bc97-30e3c0083254", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:23:09.396347 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd2867c2-ad61-4bbb-9356-ff6949ddb89d {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:23:09.396748 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2867c2-ad61-4bbb-9356-ff6949ddb89d'] response: {'server_uuid': '9cdef5bb-3f0b-491f-8122-2cc87e88dc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2241cd8a-9f0c-4347-bc97-30e3c0083254', 'code': 200} Apr 04 06:23:09.423290 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=2241cd8a-9f0c-4347-bc97-30e3c0083254,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:23:09.562725 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6670a-2ed0-4647-a7ed-a6d16909517c req-467ae4cd-d8a3-4b8c-9b86-28fd3edd0562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:09.564273 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9ac6670a-2ed0-4647-a7ed-a6d16909517c req-467ae4cd-d8a3-4b8c-9b86-28fd3edd0562 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9cdef5bb-3f0b-491f-8122-2cc87e88dc47 HTTP/1.1" status: 200 len: 1134 time: 0.0446048 Apr 04 06:23:09.609837 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9ac6670a-2ed0-4647-a7ed-a6d16909517c req-ca6958ce-be96-4f18-882d-2be5a6ce01f1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d0c89b23-74ef-4d05-8e89-05b6f6d99a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391407 Apr 04 06:23:10.253317 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70391af9-48ed-4c26-b88f-51ab9b73db18 req-c3b701c2-53d3-45a5-8109-59807976d163 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:10.254803 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-70391af9-48ed-4c26-b88f-51ab9b73db18 req-c3b701c2-53d3-45a5-8109-59807976d163 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdef5bb-3f0b-491f-8122-2cc87e88dc47 HTTP/1.1" status: 200 len: 950 time: 0.0656767 Apr 04 06:23:10.303541 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-70391af9-48ed-4c26-b88f-51ab9b73db18 req-8027f727-ba3e-416f-b9a5-6373eb65de23 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0c89b23-74ef-4d05-8e89-05b6f6d99a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426707 Apr 04 06:23:11.411353 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d538d7-d102-4c7c-a1f2-8d47921ef045 req-5d083362-a403-45e2-9546-93e488caaf96 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:11.412740 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-42d538d7-d102-4c7c-a1f2-8d47921ef045 req-5d083362-a403-45e2-9546-93e488caaf96 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 946 time: 0.0771558 Apr 04 06:23:11.454811 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621e7bd-346a-4987-9de8-2ae846029a75 req-ad2ede2f-cb7b-4d60-b060-a07a541f8134 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:11.456295 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b621e7bd-346a-4987-9de8-2ae846029a75 req-ad2ede2f-cb7b-4d60-b060-a07a541f8134 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdef5bb-3f0b-491f-8122-2cc87e88dc47 HTTP/1.1" status: 200 len: 950 time: 0.0820606 Apr 04 06:23:11.492645 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-42d538d7-d102-4c7c-a1f2-8d47921ef045 req-d51a9295-c053-420b-b1c9-532759daa860 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710912 Apr 04 06:23:11.516640 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 32872) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:23:11.520981 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b621e7bd-346a-4987-9de8-2ae846029a75 req-45b2acc0-b9d2-4966-a602-aa41bead9486 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0c89b23-74ef-4d05-8e89-05b6f6d99a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589218 Apr 04 06:23:11.721268 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d462299-5d4f-4eb0-adbe-36ac8be87779 tempest-TestMinimumBasicScenario-2058168773 tempest-TestMinimumBasicScenario-2058168773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103479) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:11.722810 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-4d462299-5d4f-4eb0-adbe-36ac8be87779 tempest-TestMinimumBasicScenario-2058168773 tempest-TestMinimumBasicScenario-2058168773-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 1125 time: 0.2048452 Apr 04 06:23:11.725755 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 32882) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:23:11.730069 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Request body: {'floatingip': {'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'port_id': 'da463cde-058f-411d-97f7-ea4328787712', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:23:11.751553 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:11.782742 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a2d74-a216-43c2-b101-7de555c68d01 req-b4ea0cd6-b070-48cc-8a3e-ccbce1c0e483 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:11.784210 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4d6a2d74-a216-43c2-b101-7de555c68d01 req-b4ea0cd6-b070-48cc-8a3e-ccbce1c0e483 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdef5bb-3f0b-491f-8122-2cc87e88dc47 HTTP/1.1" status: 200 len: 950 time: 0.0531888 Apr 04 06:23:11.834157 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4d6a2d74-a216-43c2-b101-7de555c68d01 req-f9f6852e-e480-4618-9bb6-6d3193218af5 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0c89b23-74ef-4d05-8e89-05b6f6d99a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438414 Apr 04 06:23:11.849781 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:11.955386 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Allocated IP 172.27.2.233 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/85132717-e2d2-4e12-a588-aaf8e71486cc) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:23:12.061302 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for port (85132717-e2d2-4e12-a588-aaf8e71486cc), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:12.100634 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (85132717-e2d2-4e12-a588-aaf8e71486cc), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:12.138504 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:23:12.144198 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:23:12.149054 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:23:12.150972 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Pushing event updated for resources: {'Port': ['ID=85132717-e2d2-4e12-a588-aaf8e71486cc,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:23:12.182409 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:12.182750 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:12.183061 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:12.183419 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:12.183749 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:12.184077 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:12.184400 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:12.184721 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:12.185117 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:12.185444 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:12.185757 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:12.186076 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:12.186394 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:12.186713 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:12.187027 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:12.517913 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for floatingip (7cc92dbd-add4-469e-9dbf-56152aaf2da9), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:12.601770 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (85132717-e2d2-4e12-a588-aaf8e71486cc), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:12.751629 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for port (85132717-e2d2-4e12-a588-aaf8e71486cc), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:12.759557 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10309999'] for port (85132717-e2d2-4e12-a588-aaf8e71486cc), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:12.829804 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Pushing event updated for resources: {'Port': ['ID=85132717-e2d2-4e12-a588-aaf8e71486cc,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:23:12.840763 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (7cc92dbd-add4-469e-9dbf-56152aaf2da9), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:12.956238 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.l3_db [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Floating IP 7cc92dbd-add4-469e-9dbf-56152aaf2da9 associated. External IP: 172.27.2.233, port: da463cde-058f-411d-97f7-ea4328787712. Apr 04 06:23:12.960179 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295cfa9-a4a9-431e-8d45-5676240ec908 req-b121cbe7-b84a-4993-b1bc-4a74145e34e9 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:12.961755 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8295cfa9-a4a9-431e-8d45-5676240ec908 req-b121cbe7-b84a-4993-b1bc-4a74145e34e9 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdef5bb-3f0b-491f-8122-2cc87e88dc47 HTTP/1.1" status: 200 len: 950 time: 0.0539725 Apr 04 06:23:13.012759 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8295cfa9-a4a9-431e-8d45-5676240ec908 req-37fc80d0-584b-4818-93c7-57e8c382e026 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0c89b23-74ef-4d05-8e89-05b6f6d99a93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433187 Apr 04 06:23:13.183462 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Router ccb35f08-ace6-49de-9e86-bfbe9f96e671 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:23:13.289795 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec3442-b96f-4311-9ad3-50a24b2a9cd1 req-cd818cd9-ad35-42e6-9d63-a1d87be98823 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:13.291243 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-45ec3442-b96f-4311-9ad3-50a24b2a9cd1 req-cd818cd9-ad35-42e6-9d63-a1d87be98823 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.37 "GET /v2.0/ports?device_id=9cdef5bb-3f0b-491f-8122-2cc87e88dc47 HTTP/1.1" status: 200 len: 950 time: 0.0575638 Apr 04 06:23:13.305828 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:23:13.317016 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be5e59d-f955-4355-9d21-affdf783e6ae None None] Sync routers for ids ['ccb35f08-ace6-49de-9e86-bfbe9f96e671'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:23:13.325853 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:13.328782 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be5e59d-f955-4355-9d21-affdf783e6ae None None] Routers {'ccb35f08-ace6-49de-9e86-bfbe9f96e671'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:23:13.329443 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-7be5e59d-f955-4355-9d21-affdf783e6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:22:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['ccb35f08-ace6-49de-9e86-bfbe9f96e671'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:23:13.357233 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-ef67765e-f0a4-45de-9bc3-24f1d158ab26 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6299493 Apr 04 06:23:13.357871 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bdd2ed-e931-4bc1-975d-468f3474f45b', 'tag': 'da463cde-058f-411d-97f7-ea4328787712'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:23:13.360202 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 32886) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:23:13.360328 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863da0c6ea282f34ae24215abf5dfdb82ea7b48a8fa4113b7fa45ec8e2c5cf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e22dc3a-6845-48e2-92a4-c4803ed269f7" -d '{"events": [{"name": "network-changed", "server_uuid": "a5bdd2ed-e931-4bc1-975d-468f3474f45b", "tag": "da463cde-058f-411d-97f7-ea4328787712"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:23:13.364960 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-b9626b18-7d67-41a1-9127-4ddc187cb750 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-686376797', 'description': 'tempest-secgroup-smoke-686376797 description', 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:23:13.397147 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-b9626b18-7d67-41a1-9127-4ddc187cb750 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:13.419374 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-45ec3442-b96f-4311-9ad3-50a24b2a9cd1 req-bdeafe49-83fa-4660-9bf9-9958ae8c0084 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Deleting port 2241cd8a-9f0c-4347-bc97-30e3c0083254 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:23:13.420027 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-45ec3442-b96f-4311-9ad3-50a24b2a9cd1 req-bdeafe49-83fa-4660-9bf9-9958ae8c0084 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (2241cd8a-9f0c-4347-bc97-30e3c0083254), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:13.447697 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-7be5e59d-f955-4355-9d21-affdf783e6ae None None] Set router ccb35f08-ace6-49de-9e86-bfbe9f96e671 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:23:13.531410 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382d2e1e-fafb-4b3a-bb10-e3de8031b8a6 x-openstack-request-id: req-382d2e1e-fafb-4b3a-bb10-e3de8031b8a6 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:23:13.532617 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5bdd2ed-e931-4bc1-975d-468f3474f45b", "tag": "da463cde-058f-411d-97f7-ea4328787712", "status": "completed", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:23:13.533090 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-382d2e1e-fafb-4b3a-bb10-e3de8031b8a6 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:23:13.533521 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-382d2e1e-fafb-4b3a-bb10-e3de8031b8a6'] response: {'name': 'network-changed', 'server_uuid': 'a5bdd2ed-e931-4bc1-975d-468f3474f45b', 'tag': 'da463cde-058f-411d-97f7-ea4328787712', 'status': 'completed', 'code': 200} Apr 04 06:23:13.560515 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-45ec3442-b96f-4311-9ad3-50a24b2a9cd1 req-bdeafe49-83fa-4660-9bf9-9958ae8c0084 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] For port 2241cd8a-9f0c-4347-bc97-30e3c0083254, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2241cd8a-9f0c-4347-bc97-30e3c0083254,segment=NetworkSegment(9b2d5629-edd1-4c59-94f4-b2af267fab73),segment_id=9b2d5629-edd1-4c59-94f4-b2af267fab73)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:23:13.560885 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-45ec3442-b96f-4311-9ad3-50a24b2a9cd1 req-bdeafe49-83fa-4660-9bf9-9958ae8c0084 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (2241cd8a-9f0c-4347-bc97-30e3c0083254), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:13.566120 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-b9626b18-7d67-41a1-9127-4ddc187cb750 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group (43fdcec2-f317-484c-a941-f0fd37890e47), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:13.581854 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-b9626b18-7d67-41a1-9127-4ddc187cb750 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (43fdcec2-f317-484c-a941-f0fd37890e47), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:13.607150 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-45ec3442-b96f-4311-9ad3-50a24b2a9cd1 req-bdeafe49-83fa-4660-9bf9-9958ae8c0084 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Calling delete_port for 2241cd8a-9f0c-4347-bc97-30e3c0083254 owned by compute:nova {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:23:13.643650 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-b9626b18-7d67-41a1-9127-4ddc187cb750 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:13.644938 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-b9626b18-7d67-41a1-9127-4ddc187cb750 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2834063 Apr 04 06:23:13.648041 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9626b18-7d67-41a1-9127-4ddc187cb750 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43fdcec2-f317-484c-a941-f0fd37890e47,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:23:13.648820 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 32892) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:23:13.653881 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-5e1af525-7a21-494c-9342-e3cc8882c18b tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Request body: {'security_group_rule': {'security_group_id': '43fdcec2-f317-484c-a941-f0fd37890e47', 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:23:13.680214 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5e1af525-7a21-494c-9342-e3cc8882c18b tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group_rule (812a7569-1f5f-43c8-9317-2884d2b18da8), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:13.690166 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9626b18-7d67-41a1-9127-4ddc187cb750 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:13.690529 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9626b18-7d67-41a1-9127-4ddc187cb750 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:13.690874 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9626b18-7d67-41a1-9127-4ddc187cb750 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:13.691218 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9626b18-7d67-41a1-9127-4ddc187cb750 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:13.691559 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9626b18-7d67-41a1-9127-4ddc187cb750 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:13.691894 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9626b18-7d67-41a1-9127-4ddc187cb750 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:13.692227 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9626b18-7d67-41a1-9127-4ddc187cb750 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:13.692560 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9626b18-7d67-41a1-9127-4ddc187cb750 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:13.692885 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9626b18-7d67-41a1-9127-4ddc187cb750 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:13.693239 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9626b18-7d67-41a1-9127-4ddc187cb750 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:13.693749 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9626b18-7d67-41a1-9127-4ddc187cb750 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:13.694086 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9626b18-7d67-41a1-9127-4ddc187cb750 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:13.694415 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9626b18-7d67-41a1-9127-4ddc187cb750 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:13.695236 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9626b18-7d67-41a1-9127-4ddc187cb750 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:13.695719 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9626b18-7d67-41a1-9127-4ddc187cb750 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:23:13.713160 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22dc3a-6845-48e2-92a4-c4803ed269f7 req-fa055b9b-1ba1-4818-bcb1-ae777a2abed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:13.714674 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3e22dc3a-6845-48e2-92a4-c4803ed269f7 req-fa055b9b-1ba1-4818-bcb1-ae777a2abed2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ff00fa7f72d4523b6d26ddda865bbcf&device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 1130 time: 0.1512077 Apr 04 06:23:13.721593 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-7be5e59d-f955-4355-9d21-affdf783e6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'name': 'tempest-TestMinimumBasicScenario-755482104-router', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:12Z', 'revision_number': 4, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'gw_port': {'id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:43:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '7cc92dbd-add4-469e-9dbf-56152aaf2da9', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'port_id': 'da463cde-058f-411d-97f7-ea4328787712', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e', 'mac_address': 'fa:16:3e:f5:62:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bdd2ed-e931-4bc1-975d-468f3474f45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:23:12Z', 'updated_at': '2022-04-04T06:23:12Z', 'revision_number': 0, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5e68a7-c417-4fca-bfb5-be95bb3e5f53', 'name': '', 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'mac_address': 'fa:16:3e:9d:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4fe03809-e6f0-4026-ab71-c19939f1f2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:11Z', 'updated_at': '2022-04-04T06:22:14Z', 'revision_number': 5, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'subnets': [{'id': '4fe03809-e6f0-4026-ab71-c19939f1f2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:23:13.740315 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5e1af525-7a21-494c-9342-e3cc8882c18b tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group_rule (812a7569-1f5f-43c8-9317-2884d2b18da8), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:13.745635 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5e1af525-7a21-494c-9342-e3cc8882c18b tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (812a7569-1f5f-43c8-9317-2884d2b18da8), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:13.751374 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be5e59d-f955-4355-9d21-affdf783e6ae None None] Checking router: ccb35f08-ace6-49de-9e86-bfbe9f96e671 for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:23:13.760638 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be5e59d-f955-4355-9d21-affdf783e6ae None None] Routers {'ccb35f08-ace6-49de-9e86-bfbe9f96e671'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:23:13.761273 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-7be5e59d-f955-4355-9d21-affdf783e6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:22:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['ccb35f08-ace6-49de-9e86-bfbe9f96e671'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:23:13.765155 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1af525-7a21-494c-9342-e3cc8882c18b tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812a7569-1f5f-43c8-9317-2884d2b18da8,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:23:13.775888 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5e1af525-7a21-494c-9342-e3cc8882c18b tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:13.777252 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-5e1af525-7a21-494c-9342-e3cc8882c18b tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271911 Apr 04 06:23:13.780070 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 32894) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:23:13.785842 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-0e8ec759-df13-4649-b2da-e1468f8216a3 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Request body: {'security_group_rule': {'security_group_id': '43fdcec2-f317-484c-a941-f0fd37890e47', 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:23:13.875936 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0e8ec759-df13-4649-b2da-e1468f8216a3 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group_rule (3549ea3c-cbf9-4c73-93f5-f955332cadf6), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:13.887843 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-7be5e59d-f955-4355-9d21-affdf783e6ae None None] Set router ccb35f08-ace6-49de-9e86-bfbe9f96e671 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:23:13.899081 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22dc3a-6845-48e2-92a4-c4803ed269f7 req-35ee2049-2fae-4a8e-b4ed-31ad4d91e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:13.900573 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3e22dc3a-6845-48e2-92a4-c4803ed269f7 req-35ee2049-2fae-4a8e-b4ed-31ad4d91e847 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8cf8dd2-475e-45b8-aaa3-5ae6906c852e HTTP/1.1" status: 200 len: 915 time: 0.1770389 Apr 04 06:23:13.955462 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-45ec3442-b96f-4311-9ad3-50a24b2a9cd1 req-bdeafe49-83fa-4660-9bf9-9958ae8c0084 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (2241cd8a-9f0c-4347-bc97-30e3c0083254), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:13.969669 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['2241cd8a-9f0c-4347-bc97-30e3c0083254'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:23:14.012067 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeafe49-83fa-4660-9bf9-9958ae8c0084 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Pushing event deleted for resources: {'Port': ['ID=2241cd8a-9f0c-4347-bc97-30e3c0083254,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:23:14.051689 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3e22dc3a-6845-48e2-92a4-c4803ed269f7 req-76150fe3-a45f-46c1-9e43-54ba750a9a8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da463cde-058f-411d-97f7-ea4328787712 HTTP/1.1" status: 200 len: 1000 time: 0.1395164 Apr 04 06:23:14.078262 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ec3442-b96f-4311-9ad3-50a24b2a9cd1 req-bdeafe49-83fa-4660-9bf9-9958ae8c0084 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] No DVR routers for this DVR port 2241cd8a-9f0c-4347-bc97-30e3c0083254 on host hv-cinder-83444 {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:23:14.085304 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-45ec3442-b96f-4311-9ad3-50a24b2a9cd1 req-bdeafe49-83fa-4660-9bf9-9958ae8c0084 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:14.088636 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-45ec3442-b96f-4311-9ad3-50a24b2a9cd1 req-bdeafe49-83fa-4660-9bf9-9958ae8c0084 tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.37 "DELETE /v2.0/ports/2241cd8a-9f0c-4347-bc97-30e3c0083254 HTTP/1.1" status: 204 len: 173 time: 0.7918680 Apr 04 06:23:14.090509 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0e8ec759-df13-4649-b2da-e1468f8216a3 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group_rule (3549ea3c-cbf9-4c73-93f5-f955332cadf6), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:14.091481 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdef5bb-3f0b-491f-8122-2cc87e88dc47', 'name': 'network-vif-deleted', 'tag': '2241cd8a-9f0c-4347-bc97-30e3c0083254'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:23:14.094128 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052c0874-a8de-44ea-81ce-9b87aabb941a" -d '{"events": [{"server_uuid": "9cdef5bb-3f0b-491f-8122-2cc87e88dc47", "name": "network-vif-deleted", "tag": "2241cd8a-9f0c-4347-bc97-30e3c0083254"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:23:14.148227 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-259a2eaf-4989-4b7a-ad90-109b3e43051e req-d2bda6ce-8468-42d8-8c82-69cd6acb130d tempest-VolumesNegativeTest-613862734 tempest-VolumesNegativeTest-613862734-project] 10.222.0.30 "GET /v2.0/ports?device_id=9cdef5bb-3f0b-491f-8122-2cc87e88dc47 HTTP/1.1" status: 200 len: 210 time: 0.0339224 Apr 04 06:23:14.149168 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0e8ec759-df13-4649-b2da-e1468f8216a3 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (3549ea3c-cbf9-4c73-93f5-f955332cadf6), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:14.167177 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ec759-df13-4649-b2da-e1468f8216a3 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3549ea3c-cbf9-4c73-93f5-f955332cadf6,revision_number=0']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:23:14.173223 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c8a855-b3a3-479a-96aa-6757eb0f2ae0 x-openstack-request-id: req-f7c8a855-b3a3-479a-96aa-6757eb0f2ae0 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:23:14.173767 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdef5bb-3f0b-491f-8122-2cc87e88dc47", "name": "network-vif-deleted", "tag": "2241cd8a-9f0c-4347-bc97-30e3c0083254", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:23:14.174173 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7c8a855-b3a3-479a-96aa-6757eb0f2ae0 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:23:14.174762 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c8a855-b3a3-479a-96aa-6757eb0f2ae0'] response: {'server_uuid': '9cdef5bb-3f0b-491f-8122-2cc87e88dc47', 'name': 'network-vif-deleted', 'tag': '2241cd8a-9f0c-4347-bc97-30e3c0083254', 'status': 'completed', 'code': 200} Apr 04 06:23:14.193243 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22dc3a-6845-48e2-92a4-c4803ed269f7 req-68598a2f-8bf8-451a-9334-8ae70e69893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:14.195666 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3e22dc3a-6845-48e2-92a4-c4803ed269f7 req-68598a2f-8bf8-451a-9334-8ae70e69893b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fe03809-e6f0-4026-ab71-c19939f1f2b3 HTTP/1.1" status: 200 len: 853 time: 0.1275780 Apr 04 06:23:14.217866 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0e8ec759-df13-4649-b2da-e1468f8216a3 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:14.219174 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-0e8ec759-df13-4649-b2da-e1468f8216a3 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4365306 Apr 04 06:23:14.222314 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 32900) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:23:14.234449 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-775c8b3b-cd1f-4f54-a454-ddc41b43d213 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Request body: {'security_group_rule': {'security_group_id': '43fdcec2-f317-484c-a941-f0fd37890e47', 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:23:14.256922 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22dc3a-6845-48e2-92a4-c4803ed269f7 req-6068cef6-92ec-4cd4-993d-2ad94fb0fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:14.258841 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3e22dc3a-6845-48e2-92a4-c4803ed269f7 req-6068cef6-92ec-4cd4-993d-2ad94fb0fe77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8cf8dd2-475e-45b8-aaa3-5ae6906c852e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572398 Apr 04 06:23:14.271680 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-775c8b3b-cd1f-4f54-a454-ddc41b43d213 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group_rule (7ee179c3-d181-4073-9a4d-1d0a84c111fe), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:14.337974 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-775c8b3b-cd1f-4f54-a454-ddc41b43d213 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group_rule (7ee179c3-d181-4073-9a4d-1d0a84c111fe), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:14.342903 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-775c8b3b-cd1f-4f54-a454-ddc41b43d213 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (7ee179c3-d181-4073-9a4d-1d0a84c111fe), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:14.358568 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c8b3b-cd1f-4f54-a454-ddc41b43d213 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee179c3-d181-4073-9a4d-1d0a84c111fe,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:23:14.372889 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-775c8b3b-cd1f-4f54-a454-ddc41b43d213 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:14.374344 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-775c8b3b-cd1f-4f54-a454-ddc41b43d213 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1510720 Apr 04 06:23:14.377032 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 32902) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:23:14.379933 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-7be5e59d-f955-4355-9d21-affdf783e6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'name': 'tempest-TestMinimumBasicScenario-755482104-router', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:12Z', 'revision_number': 4, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'gw_port': {'id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:43:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '7cc92dbd-add4-469e-9dbf-56152aaf2da9', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'port_id': 'da463cde-058f-411d-97f7-ea4328787712', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e', 'mac_address': 'fa:16:3e:f5:62:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bdd2ed-e931-4bc1-975d-468f3474f45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:23:12Z', 'updated_at': '2022-04-04T06:23:12Z', 'revision_number': 0, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5e68a7-c417-4fca-bfb5-be95bb3e5f53', 'name': '', 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'mac_address': 'fa:16:3e:9d:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4fe03809-e6f0-4026-ab71-c19939f1f2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:11Z', 'updated_at': '2022-04-04T06:22:14Z', 'revision_number': 5, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'subnets': [{'id': '4fe03809-e6f0-4026-ab71-c19939f1f2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:23:14.380721 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3e22dc3a-6845-48e2-92a4-c4803ed269f7 req-12908526-c3cc-4826-8948-afb131fd61df service neutron] 10.222.0.37 "GET /v2.0/networks/c8cf8dd2-475e-45b8-aaa3-5ae6906c852e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139929 Apr 04 06:23:14.381359 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-d7aba259-baa8-4bb5-a9b2-48db787389de tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Request body: {'security_group_rule': {'security_group_id': '43fdcec2-f317-484c-a941-f0fd37890e47', 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:23:14.407514 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d7aba259-baa8-4bb5-a9b2-48db787389de tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group_rule (61c3a82b-7d13-4c86-b188-08f0313f660d), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:14.408528 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be5e59d-f955-4355-9d21-affdf783e6ae None None] The sync data for ids ['ccb35f08-ace6-49de-9e86-bfbe9f96e671'] in dv-cinder-834448-2-iscsi is: [{'id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'name': 'tempest-TestMinimumBasicScenario-755482104-router', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:12Z', 'revision_number': 4, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'gw_port': {'id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:43:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '7cc92dbd-add4-469e-9dbf-56152aaf2da9', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'floating_ip_address': '172.27.2.233', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'port_id': 'da463cde-058f-411d-97f7-ea4328787712', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e', 'mac_address': 'fa:16:3e:f5:62:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5bdd2ed-e931-4bc1-975d-468f3474f45b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:23:12Z', 'updated_at': '2022-04-04T06:23:12Z', 'revision_number': 0, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5e68a7-c417-4fca-bfb5-be95bb3e5f53', 'name': '', 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'mac_address': 'fa:16:3e:9d:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4fe03809-e6f0-4026-ab71-c19939f1f2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:11Z', 'updated_at': '2022-04-04T06:22:14Z', 'revision_number': 5, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'subnets': [{'id': '4fe03809-e6f0-4026-ab71-c19939f1f2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:23:14.474958 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d7aba259-baa8-4bb5-a9b2-48db787389de tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group_rule (61c3a82b-7d13-4c86-b188-08f0313f660d), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:14.480584 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d7aba259-baa8-4bb5-a9b2-48db787389de tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (61c3a82b-7d13-4c86-b188-08f0313f660d), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:14.487431 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3e22dc3a-6845-48e2-92a4-c4803ed269f7 req-aa10a0f6-7bd1-40ac-a4dd-0b4e9714fd99 service neutron] 10.222.0.37 "GET /v2.0/networks/c8cf8dd2-475e-45b8-aaa3-5ae6906c852e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996592 Apr 04 06:23:14.498299 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aba259-baa8-4bb5-a9b2-48db787389de tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c3a82b-7d13-4c86-b188-08f0313f660d,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:23:14.515677 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-d7aba259-baa8-4bb5-a9b2-48db787389de tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:14.517625 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-d7aba259-baa8-4bb5-a9b2-48db787389de tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1396010 Apr 04 06:23:14.520304 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 32904) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:23:14.525467 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-1e3169ca-9cf2-4107-8a6e-66c5cdb20c15 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Request body: {'security_group_rule': {'security_group_id': '43fdcec2-f317-484c-a941-f0fd37890e47', 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:23:14.548057 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.securitygroups_db [None req-1e3169ca-9cf2-4107-8a6e-66c5cdb20c15 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Project 9ff00fa7f72d4523b6d26ddda865bbcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 06:23:14.555196 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1e3169ca-9cf2-4107-8a6e-66c5cdb20c15 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group_rule (f0745274-08a1-48b0-8f8d-588d2f10ddb0), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:14.623163 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1e3169ca-9cf2-4107-8a6e-66c5cdb20c15 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group_rule (f0745274-08a1-48b0-8f8d-588d2f10ddb0), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:14.628984 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1e3169ca-9cf2-4107-8a6e-66c5cdb20c15 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (f0745274-08a1-48b0-8f8d-588d2f10ddb0), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:14.648644 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3169ca-9cf2-4107-8a6e-66c5cdb20c15 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0745274-08a1-48b0-8f8d-588d2f10ddb0,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:23:14.658688 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-1e3169ca-9cf2-4107-8a6e-66c5cdb20c15 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:14.660267 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e243ac-6692-45c2-a643-8679c39c1727 None None] New status for floating IP 7cc92dbd-add4-469e-9dbf-56152aaf2da9: ACTIVE {{(pid=103482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:23:14.664799 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-1e3169ca-9cf2-4107-8a6e-66c5cdb20c15 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1407027 Apr 04 06:23:14.667477 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 32908) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:23:14.672404 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-320564ed-3f48-4c58-8244-9ed9c4e0ea98 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Request body: {'security_group_rule': {'security_group_id': '43fdcec2-f317-484c-a941-f0fd37890e47', 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:23:14.694775 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.securitygroups_db [None req-320564ed-3f48-4c58-8244-9ed9c4e0ea98 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Project 9ff00fa7f72d4523b6d26ddda865bbcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 04 06:23:14.701811 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-320564ed-3f48-4c58-8244-9ed9c4e0ea98 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group_rule (cfe48b6e-ee4c-4c4e-a98f-565d49a4a1d1), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:14.771302 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-320564ed-3f48-4c58-8244-9ed9c4e0ea98 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group_rule (cfe48b6e-ee4c-4c4e-a98f-565d49a4a1d1), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:14.780161 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-320564ed-3f48-4c58-8244-9ed9c4e0ea98 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1612164'] for security_group_rule (cfe48b6e-ee4c-4c4e-a98f-565d49a4a1d1), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:14.804240 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320564ed-3f48-4c58-8244-9ed9c4e0ea98 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe48b6e-ee4c-4c4e-a98f-565d49a4a1d1,revision_number=0']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:23:14.815866 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-320564ed-3f48-4c58-8244-9ed9c4e0ea98 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:14.820201 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-320564ed-3f48-4c58-8244-9ed9c4e0ea98 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1499951 Apr 04 06:23:14.918789 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4ae9a5ad-7a4d-49ce-9c18-ba701a2dfea5 req-ecf84d1e-c17b-4c46-9606-d6499a314ff0 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686376797&fields=id&tenant_id=9ff00fa7f72d4523b6d26ddda865bbcf HTTP/1.1" status: 200 len: 267 time: 0.0446234 Apr 04 06:23:14.978322 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9a5ad-7a4d-49ce-9c18-ba701a2dfea5 req-ad2b14e1-26e2-4fa2-ae1b-4da45809f44a tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:14.980112 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4ae9a5ad-7a4d-49ce-9c18-ba701a2dfea5 req-ad2b14e1-26e2-4fa2-ae1b-4da45809f44a tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 946 time: 0.0557051 Apr 04 06:23:14.991072 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-4ae9a5ad-7a4d-49ce-9c18-ba701a2dfea5 req-22ef61e2-9215-4fca-b975-ea00b77c5a29 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Request body: {'port': {'security_groups': ['5b9f3dd5-e423-4a11-ab26-3579a20db64f', '43fdcec2-f317-484c-a941-f0fd37890e47']}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:23:15.069232 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-4ae9a5ad-7a4d-49ce-9c18-ba701a2dfea5 req-22ef61e2-9215-4fca-b975-ea00b77c5a29 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (da463cde-058f-411d-97f7-ea4328787712), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:15.257931 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-4ae9a5ad-7a4d-49ce-9c18-ba701a2dfea5 req-22ef61e2-9215-4fca-b975-ea00b77c5a29 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] For port da463cde-058f-411d-97f7-ea4328787712, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=da463cde-058f-411d-97f7-ea4328787712,segment=NetworkSegment(dd756a8e-b291-4551-b699-5d4425964e74),segment_id=dd756a8e-b291-4551-b699-5d4425964e74)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:23:15.288022 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-4ae9a5ad-7a4d-49ce-9c18-ba701a2dfea5 req-22ef61e2-9215-4fca-b975-ea00b77c5a29 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for port (da463cde-058f-411d-97f7-ea4328787712), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:15.292770 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-4ae9a5ad-7a4d-49ce-9c18-ba701a2dfea5 req-22ef61e2-9215-4fca-b975-ea00b77c5a29 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (da463cde-058f-411d-97f7-ea4328787712), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:15.304946 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['da463cde-058f-411d-97f7-ea4328787712'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:23:15.335114 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9a5ad-7a4d-49ce-9c18-ba701a2dfea5 req-22ef61e2-9215-4fca-b975-ea00b77c5a29 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:15.335762 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-4ae9a5ad-7a4d-49ce-9c18-ba701a2dfea5 req-22ef61e2-9215-4fca-b975-ea00b77c5a29 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:15.340643 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4ae9a5ad-7a4d-49ce-9c18-ba701a2dfea5 req-22ef61e2-9215-4fca-b975-ea00b77c5a29 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "PUT /v2.0/ports/da463cde-058f-411d-97f7-ea4328787712 HTTP/1.1" status: 200 len: 982 time: 0.3538918 Apr 04 06:23:15.371484 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ef61e2-9215-4fca-b975-ea00b77c5a29 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Pushing event updated for resources: {'Port': ['ID=da463cde-058f-411d-97f7-ea4328787712,revision_number=6']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:23:15.457024 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['da463cde-058f-411d-97f7-ea4328787712'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:23:15.481869 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f67b60-d123-4c1b-b9ca-04cd70d10a3b req-69770e21-ba25-4367-a272-dce35c5ada21 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:15.489904 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-95f67b60-d123-4c1b-b9ca-04cd70d10a3b req-69770e21-ba25-4367-a272-dce35c5ada21 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 985 time: 0.0854459 Apr 04 06:23:15.563070 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-95f67b60-d123-4c1b-b9ca-04cd70d10a3b req-e69a2bbc-70df-43cc-af30-863187f96196 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&id=43fdcec2-f317-484c-a941-f0fd37890e47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722072 Apr 04 06:23:15.660881 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-6b92454a-b81c-49e1-91ad-24169745c193 None None] Provisioning complete for port da463cde-058f-411d-97f7-ea4328787712 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:23:15.661291 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-6b92454a-b81c-49e1-91ad-24169745c193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (da463cde-058f-411d-97f7-ea4328787712), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:15.875825 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-6b92454a-b81c-49e1-91ad-24169745c193 None None] Current status of the port da463cde-058f-411d-97f7-ea4328787712 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:23:16.176322 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bdd2ed-e931-4bc1-975d-468f3474f45b', 'tag': 'da463cde-058f-411d-97f7-ea4328787712'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:23:16.178936 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de9d382-a972-4586-9b6f-697deff67f19" -d '{"events": [{"name": "network-changed", "server_uuid": "a5bdd2ed-e931-4bc1-975d-468f3474f45b", "tag": "da463cde-058f-411d-97f7-ea4328787712"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:23:16.215852 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10d150c-af57-4122-81b8-58411d1afb2d x-openstack-request-id: req-e10d150c-af57-4122-81b8-58411d1afb2d {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:23:16.216220 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5bdd2ed-e931-4bc1-975d-468f3474f45b", "tag": "da463cde-058f-411d-97f7-ea4328787712", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:23:16.216463 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e10d150c-af57-4122-81b8-58411d1afb2d {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:23:16.216877 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e10d150c-af57-4122-81b8-58411d1afb2d'] response: {'name': 'network-changed', 'server_uuid': 'a5bdd2ed-e931-4bc1-975d-468f3474f45b', 'tag': 'da463cde-058f-411d-97f7-ea4328787712', 'status': 'completed', 'code': 200} Apr 04 06:23:16.294779 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9d382-a972-4586-9b6f-697deff67f19 req-1258af7a-ab1e-4859-9592-cd67fbc7dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:16.296841 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6de9d382-a972-4586-9b6f-697deff67f19 req-1258af7a-ab1e-4859-9592-cd67fbc7dd9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ff00fa7f72d4523b6d26ddda865bbcf&device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 1169 time: 0.0583892 Apr 04 06:23:16.393979 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9d382-a972-4586-9b6f-697deff67f19 req-7241004d-bdbe-4b08-a1c7-33af25bf6fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:16.395464 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6de9d382-a972-4586-9b6f-697deff67f19 req-7241004d-bdbe-4b08-a1c7-33af25bf6fb6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8cf8dd2-475e-45b8-aaa3-5ae6906c852e HTTP/1.1" status: 200 len: 915 time: 0.0913360 Apr 04 06:23:16.468620 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6de9d382-a972-4586-9b6f-697deff67f19 req-b12928c7-6dbb-4cdc-b94d-2a90abf9dd5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da463cde-058f-411d-97f7-ea4328787712 HTTP/1.1" status: 200 len: 1002 time: 0.0659723 Apr 04 06:23:16.526523 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9d382-a972-4586-9b6f-697deff67f19 req-3420e449-c61e-4558-b587-370618725850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:16.527974 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6de9d382-a972-4586-9b6f-697deff67f19 req-3420e449-c61e-4558-b587-370618725850 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fe03809-e6f0-4026-ab71-c19939f1f2b3 HTTP/1.1" status: 200 len: 853 time: 0.0449507 Apr 04 06:23:16.579782 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9d382-a972-4586-9b6f-697deff67f19 req-1139ec7c-01d6-4c99-8896-ba0c5ba1e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:16.581604 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6de9d382-a972-4586-9b6f-697deff67f19 req-1139ec7c-01d6-4c99-8896-ba0c5ba1e52f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8cf8dd2-475e-45b8-aaa3-5ae6906c852e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468216 Apr 04 06:23:16.680513 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6de9d382-a972-4586-9b6f-697deff67f19 req-e781c0d0-d9ac-456a-b945-6eb776ecfd3f service neutron] 10.222.0.37 "GET /v2.0/networks/c8cf8dd2-475e-45b8-aaa3-5ae6906c852e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912011 Apr 04 06:23:16.804415 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6de9d382-a972-4586-9b6f-697deff67f19 req-2e3543e6-3c74-43c5-a064-948ca957fc57 service neutron] 10.222.0.37 "GET /v2.0/networks/c8cf8dd2-475e-45b8-aaa3-5ae6906c852e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180897 Apr 04 06:23:16.819842 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6c783256-b6b8-4c48-9e9c-d21622766a6f req-c056cb81-d9fa-4df5-a1c9-0ca6cc45f733 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b409182a-b378-49e2-9df6-01a766953a86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0592585 Apr 04 06:23:16.911219 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c783256-b6b8-4c48-9e9c-d21622766a6f req-6430b304-8f78-4dcb-be63-94a07495229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:16.912810 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6c783256-b6b8-4c48-9e9c-d21622766a6f req-6430b304-8f78-4dcb-be63-94a07495229c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68988ae34214443380cdb8f4c7433802&device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 1129 time: 0.0479202 Apr 04 06:23:17.017637 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c783256-b6b8-4c48-9e9c-d21622766a6f req-f4a9eced-19e8-458f-87f8-713d18404832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:17.019160 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6c783256-b6b8-4c48-9e9c-d21622766a6f req-f4a9eced-19e8-458f-87f8-713d18404832 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c HTTP/1.1" status: 200 len: 913 time: 0.0885446 Apr 04 06:23:17.092334 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6c783256-b6b8-4c48-9e9c-d21622766a6f req-92c04f9d-8a29-4676-a1b5-8449f4740f71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f40c3a49-16b9-40f8-8f53-db536998128f HTTP/1.1" status: 200 len: 1001 time: 0.0660856 Apr 04 06:23:17.142507 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c783256-b6b8-4c48-9e9c-d21622766a6f req-a41bb650-dc7f-4ff3-bcc6-ee24a9401b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:17.143990 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6c783256-b6b8-4c48-9e9c-d21622766a6f req-a41bb650-dc7f-4ff3-bcc6-ee24a9401b82 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42cb9770-6d91-4082-ba30-7af1f0e01594 HTTP/1.1" status: 200 len: 851 time: 0.0452633 Apr 04 06:23:17.194148 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c783256-b6b8-4c48-9e9c-d21622766a6f req-3b6de578-73cb-4a76-91f2-f119ca50dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:23:17.195641 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6c783256-b6b8-4c48-9e9c-d21622766a6f req-3b6de578-73cb-4a76-91f2-f119ca50dd56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460649 Apr 04 06:23:17.207686 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 2241cd8a-9f0c-4347-bc97-30e3c0083254 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:23:17.236142 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] No Port match for: 2241cd8a-9f0c-4347-bc97-30e3c0083254 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:23:17.236568 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 2241cd8a-9f0c-4347-bc97-30e3c0083254 not bound to the agent host hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:23:17.292179 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6c783256-b6b8-4c48-9e9c-d21622766a6f req-33e31d79-c13c-49c0-9abc-df48731d9194 service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876336 Apr 04 06:23:17.380444 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-6c783256-b6b8-4c48-9e9c-d21622766a6f req-2ba47f71-63cd-4669-abd4-517b1f075da7 service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822742 Apr 04 06:23:19.480429 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 33162) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:23:19.623206 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-aaf7bee0-fbdb-4bf9-8069-7930b4232f74 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e54d4eb4676d4fab8ab6e2958b672556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415315 Apr 04 06:23:19.625804 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 33166) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:23:19.676654 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8934629f-4dc0-4f74-b5e6-3fdc819a38d0 admin admin] Publish callbacks [] for security_group (d0c89b23-74ef-4d05-8e89-05b6f6d99a93), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:19.699496 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8934629f-4dc0-4f74-b5e6-3fdc819a38d0 admin admin] Publish callbacks [] for security_group (d0c89b23-74ef-4d05-8e89-05b6f6d99a93), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:19.756921 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8934629f-4dc0-4f74-b5e6-3fdc819a38d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (d0c89b23-74ef-4d05-8e89-05b6f6d99a93), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:19.760199 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-8934629f-4dc0-4f74-b5e6-3fdc819a38d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:19.761407 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-8934629f-4dc0-4f74-b5e6-3fdc819a38d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0c89b23-74ef-4d05-8e89-05b6f6d99a93 HTTP/1.1" status: 204 len: 168 time: 0.1347463 Apr 04 06:23:19.769386 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934629f-4dc0-4f74-b5e6-3fdc819a38d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c89b23-74ef-4d05-8e89-05b6f6d99a93,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:23:26.182526 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-f0b6bb2a-9fa5-47d8-bbbd-f44fabbb0c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:28.335643 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-bb5d9cba-ad8e-4e2c-a6a8-75476c80da02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:28.985226 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33246) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:23:29.103502 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0a0c2ca8-c2e1-4dd7-88a0-90c927960c4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:29.179426 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0a0c2ca8-c2e1-4dd7-88a0-90c927960c4f admin admin] Publish callbacks [] for security_group (69cf883b-473c-4ce4-9d89-b3c4a991a595), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:29.185031 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0a0c2ca8-c2e1-4dd7-88a0-90c927960c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (69cf883b-473c-4ce4-9d89-b3c4a991a595), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:29.225293 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c2ca8-c2e1-4dd7-88a0-90c927960c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cf883b-473c-4ce4-9d89-b3c4a991a595,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:23:29.231648 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-0a0c2ca8-c2e1-4dd7-88a0-90c927960c4f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3d4cabf8fdb49288998fbc180d76a1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449124 Apr 04 06:23:29.234532 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33250) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:23:29.284323 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d40b69e8-fc6e-48ca-a51c-9cc8ca97d987 admin admin] Publish callbacks [] for security_group (69cf883b-473c-4ce4-9d89-b3c4a991a595), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:29.304747 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d40b69e8-fc6e-48ca-a51c-9cc8ca97d987 admin admin] Publish callbacks [] for security_group (69cf883b-473c-4ce4-9d89-b3c4a991a595), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:29.360126 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d40b69e8-fc6e-48ca-a51c-9cc8ca97d987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (69cf883b-473c-4ce4-9d89-b3c4a991a595), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:29.363737 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-d40b69e8-fc6e-48ca-a51c-9cc8ca97d987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:29.365259 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-d40b69e8-fc6e-48ca-a51c-9cc8ca97d987 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69cf883b-473c-4ce4-9d89-b3c4a991a595 HTTP/1.1" status: 204 len: 168 time: 0.1303535 Apr 04 06:23:29.376327 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b69e8-fc6e-48ca-a51c-9cc8ca97d987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cf883b-473c-4ce4-9d89-b3c4a991a595,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:23:29.575025 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:30.679453 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:32.342865 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:33.614136 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:23:34.161401 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:56.182294 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-01c7ac7a-8625-40fc-a5ff-fc652e4dc6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:58.335711 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-628256f9-69fb-4654-93de-5dd7b2f58930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:23:59.582016 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:00.677660 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:02.345129 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:04.147014 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:10.617342 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:24:16.339358 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb9c0b-6073-418f-9a9f-93eecc92fe5d req-fb25ce7d-78f5-4b11-8ae3-c93cb3fb7802 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:16.340866 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5cbb9c0b-6073-418f-9a9f-93eecc92fe5d req-fb25ce7d-78f5-4b11-8ae3-c93cb3fb7802 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 985 time: 0.0846093 Apr 04 06:24:16.354811 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ebcf4-9e19-446d-9b37-d94d4036a42b req-05878a63-9279-4f23-ad7f-f47666a0c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:16.356219 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0e6ebcf4-9e19-446d-9b37-d94d4036a42b req-05878a63-9279-4f23-ad7f-f47666a0c77b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ff00fa7f72d4523b6d26ddda865bbcf&device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 1169 time: 0.0727420 Apr 04 06:24:16.459211 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-5cbb9c0b-6073-418f-9a9f-93eecc92fe5d req-d26a2558-a8f6-4393-bcd3-40e5eae09599 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&id=43fdcec2-f317-484c-a941-f0fd37890e47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1123126 Apr 04 06:24:16.480294 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ebcf4-9e19-446d-9b37-d94d4036a42b req-3bcdc1ca-a254-42b1-82be-a6d711d6e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:16.481847 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0e6ebcf4-9e19-446d-9b37-d94d4036a42b req-3bcdc1ca-a254-42b1-82be-a6d711d6e607 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8cf8dd2-475e-45b8-aaa3-5ae6906c852e HTTP/1.1" status: 200 len: 915 time: 0.1184638 Apr 04 06:24:16.552842 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0e6ebcf4-9e19-446d-9b37-d94d4036a42b req-99dbfb72-1712-4144-848e-14909c5714b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da463cde-058f-411d-97f7-ea4328787712 HTTP/1.1" status: 200 len: 1002 time: 0.0641928 Apr 04 06:24:16.612816 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ebcf4-9e19-446d-9b37-d94d4036a42b req-717eb053-8cf2-4281-9ab6-1c071dec8701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:16.614297 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0e6ebcf4-9e19-446d-9b37-d94d4036a42b req-717eb053-8cf2-4281-9ab6-1c071dec8701 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fe03809-e6f0-4026-ab71-c19939f1f2b3 HTTP/1.1" status: 200 len: 853 time: 0.0546021 Apr 04 06:24:16.666146 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ebcf4-9e19-446d-9b37-d94d4036a42b req-8960a344-664e-4fb4-9bf1-2f1fea69bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:16.667602 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0e6ebcf4-9e19-446d-9b37-d94d4036a42b req-8960a344-664e-4fb4-9bf1-2f1fea69bf20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8cf8dd2-475e-45b8-aaa3-5ae6906c852e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457394 Apr 04 06:24:16.761380 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0e6ebcf4-9e19-446d-9b37-d94d4036a42b req-c098aa9e-855a-4c0e-9461-4ee5cf7a1ca7 service neutron] 10.222.0.37 "GET /v2.0/networks/c8cf8dd2-475e-45b8-aaa3-5ae6906c852e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871596 Apr 04 06:24:16.851815 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0e6ebcf4-9e19-446d-9b37-d94d4036a42b req-1511a64c-ea50-4e48-9ab0-05582ccce160 service neutron] 10.222.0.37 "GET /v2.0/networks/c8cf8dd2-475e-45b8-aaa3-5ae6906c852e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841265 Apr 04 06:24:17.590606 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73a3c5-a20e-435d-8da1-73d032c4ffef req-8219138d-39e2-4da0-b966-79c65f2acb13 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:17.592262 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fd73a3c5-a20e-435d-8da1-73d032c4ffef req-8219138d-39e2-4da0-b966-79c65f2acb13 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 985 time: 0.0619457 Apr 04 06:24:17.652336 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fd73a3c5-a20e-435d-8da1-73d032c4ffef req-f3539086-78d5-4292-bd9a-f74ef0697420 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&id=43fdcec2-f317-484c-a941-f0fd37890e47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543935 Apr 04 06:24:18.785741 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecf16e-c0a7-4ea9-9e8f-2557d40b2343 req-a5616d6e-d8aa-486a-a509-836f0971fed1 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:18.787218 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-afecf16e-c0a7-4ea9-9e8f-2557d40b2343 req-a5616d6e-d8aa-486a-a509-836f0971fed1 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 985 time: 0.0569944 Apr 04 06:24:18.854591 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-afecf16e-c0a7-4ea9-9e8f-2557d40b2343 req-1c87ace5-c069-41c3-adaf-e093f3104258 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&id=43fdcec2-f317-484c-a941-f0fd37890e47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593400 Apr 04 06:24:18.906305 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58deec8-0437-47a1-a5c6-e9e43237eb2e req-fae80c7c-fcd5-4c7c-8458-a54a7aa2eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:18.907760 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c58deec8-0437-47a1-a5c6-e9e43237eb2e req-fae80c7c-fcd5-4c7c-8458-a54a7aa2eb73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ff00fa7f72d4523b6d26ddda865bbcf&device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 1169 time: 0.0467579 Apr 04 06:24:19.291497 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58deec8-0437-47a1-a5c6-e9e43237eb2e req-76f5fd8f-4ff8-4f47-bddc-6c96f4502cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:19.292955 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c58deec8-0437-47a1-a5c6-e9e43237eb2e req-76f5fd8f-4ff8-4f47-bddc-6c96f4502cc5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8cf8dd2-475e-45b8-aaa3-5ae6906c852e HTTP/1.1" status: 200 len: 915 time: 0.3659122 Apr 04 06:24:19.371521 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c58deec8-0437-47a1-a5c6-e9e43237eb2e req-8264b04d-733a-4eb9-82c9-5ffd906bf03b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da463cde-058f-411d-97f7-ea4328787712 HTTP/1.1" status: 200 len: 1002 time: 0.0713348 Apr 04 06:24:19.421914 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58deec8-0437-47a1-a5c6-e9e43237eb2e req-8ccbc15c-daad-45d7-8e21-ab624f811929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:19.423319 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c58deec8-0437-47a1-a5c6-e9e43237eb2e req-8ccbc15c-daad-45d7-8e21-ab624f811929 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fe03809-e6f0-4026-ab71-c19939f1f2b3 HTTP/1.1" status: 200 len: 853 time: 0.0460751 Apr 04 06:24:19.473004 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58deec8-0437-47a1-a5c6-e9e43237eb2e req-b39d3557-32ae-4320-8c15-c1ce7163dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:19.474431 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c58deec8-0437-47a1-a5c6-e9e43237eb2e req-b39d3557-32ae-4320-8c15-c1ce7163dc9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8cf8dd2-475e-45b8-aaa3-5ae6906c852e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446868 Apr 04 06:24:19.570130 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c58deec8-0437-47a1-a5c6-e9e43237eb2e req-ea4d7554-f717-443b-a948-a3c9fdd92acc service neutron] 10.222.0.37 "GET /v2.0/networks/c8cf8dd2-475e-45b8-aaa3-5ae6906c852e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873454 Apr 04 06:24:19.676632 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c58deec8-0437-47a1-a5c6-e9e43237eb2e req-1694be40-0a05-4674-a1c1-54ed13e2c210 service neutron] 10.222.0.37 "GET /v2.0/networks/c8cf8dd2-475e-45b8-aaa3-5ae6906c852e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983641 Apr 04 06:24:19.979362 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70532bee-3c71-4f0d-8e81-48d9d7b06c2c req-eb043151-3156-4216-a60d-fcf688effce0 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:19.980888 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-70532bee-3c71-4f0d-8e81-48d9d7b06c2c req-eb043151-3156-4216-a60d-fcf688effce0 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 985 time: 0.0587997 Apr 04 06:24:20.043542 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-70532bee-3c71-4f0d-8e81-48d9d7b06c2c req-d89a5d61-fb03-4893-8e7c-5866724aa688 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&id=43fdcec2-f317-484c-a941-f0fd37890e47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563264 Apr 04 06:24:21.188681 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1618cc-f091-43e6-87ad-c50fc05efc40 req-a42f5294-e6b4-4e51-a2c6-90bea5717efc tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:21.190132 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7d1618cc-f091-43e6-87ad-c50fc05efc40 req-a42f5294-e6b4-4e51-a2c6-90bea5717efc tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 985 time: 0.0675182 Apr 04 06:24:21.253440 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7d1618cc-f091-43e6-87ad-c50fc05efc40 req-a9ccf035-fe15-419b-b0e8-5adf1e772ae5 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&id=43fdcec2-f317-484c-a941-f0fd37890e47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573490 Apr 04 06:24:22.407313 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5f2e8-5b0b-4178-89c6-45e0d73259bb req-76fe131f-d05b-4976-b271-a998ee19fd6e tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:22.408795 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-94e5f2e8-5b0b-4178-89c6-45e0d73259bb req-76fe131f-d05b-4976-b271-a998ee19fd6e tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 985 time: 0.0722635 Apr 04 06:24:22.477965 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-94e5f2e8-5b0b-4178-89c6-45e0d73259bb req-26ff2517-3214-4ff4-ba27-444b1749ef1b tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&id=43fdcec2-f317-484c-a941-f0fd37890e47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633347 Apr 04 06:24:23.610993 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9a392-e360-4e18-807f-333b8703539c req-6b66fcc6-3c1f-46c3-aa02-c074f71ac0a8 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:23.612813 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-40f9a392-e360-4e18-807f-333b8703539c req-6b66fcc6-3c1f-46c3-aa02-c074f71ac0a8 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 985 time: 0.0568552 Apr 04 06:24:23.689461 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-40f9a392-e360-4e18-807f-333b8703539c req-fa76489f-8172-4731-92d0-c2a14c3debe5 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&id=43fdcec2-f317-484c-a941-f0fd37890e47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706916 Apr 04 06:24:24.830838 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765af66e-8333-4acc-b42e-6080a00675fc req-acb447a4-a241-46f6-9c6c-e97e1640d957 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:24.832301 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-765af66e-8333-4acc-b42e-6080a00675fc req-acb447a4-a241-46f6-9c6c-e97e1640d957 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 985 time: 0.0565116 Apr 04 06:24:24.904216 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-765af66e-8333-4acc-b42e-6080a00675fc req-da756c65-ba19-442a-bdad-723d9c758c71 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&id=43fdcec2-f317-484c-a941-f0fd37890e47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660133 Apr 04 06:24:26.028781 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c9be3-447c-4dc4-a74a-328251715c5f req-7f450ee7-e67f-4c45-925e-2fa352740e3a tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:26.030295 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a49c9be3-447c-4dc4-a74a-328251715c5f req-7f450ee7-e67f-4c45-925e-2fa352740e3a tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 985 time: 0.0570354 Apr 04 06:24:26.095919 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a49c9be3-447c-4dc4-a74a-328251715c5f req-ceddfcad-57d2-4478-842d-b909bee1a163 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&id=43fdcec2-f317-484c-a941-f0fd37890e47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571306 Apr 04 06:24:26.176770 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a77a979c-9337-4d0f-bd6c-a045029be737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:27.242083 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637441b-b537-4324-93bc-2efddc5402e5 req-aca34325-0fe3-4382-8f07-f3475edf84e0 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:27.243549 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3637441b-b537-4324-93bc-2efddc5402e5 req-aca34325-0fe3-4382-8f07-f3475edf84e0 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 985 time: 0.0635345 Apr 04 06:24:27.304518 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3637441b-b537-4324-93bc-2efddc5402e5 req-e76a92ba-f99e-45c4-91de-1341467bf12d tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&id=43fdcec2-f317-484c-a941-f0fd37890e47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549459 Apr 04 06:24:28.331162 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-af806d96-bcb2-4008-a17b-f7290487d88c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:28.436396 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51b3f5-a237-4f92-93c5-197cccb572aa req-057c9481-0032-443e-8a2f-a3e0d9dfe0be tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:28.437892 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2d51b3f5-a237-4f92-93c5-197cccb572aa req-057c9481-0032-443e-8a2f-a3e0d9dfe0be tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 985 time: 0.0621641 Apr 04 06:24:28.506953 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2d51b3f5-a237-4f92-93c5-197cccb572aa req-4a40c681-0d5a-4215-9644-8f4eafc7d483 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&id=43fdcec2-f317-484c-a941-f0fd37890e47&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604103 Apr 04 06:24:29.588560 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:30.679747 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:32.350240 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:34.167432 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:47.619511 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:24:49.197074 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dc762-2c06-4b83-bd2f-a0be5f656359 req-884d1e1e-3212-47c5-a6d8-1d8ccf7f7aa3 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:49.198575 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-703dc762-2c06-4b83-bd2f-a0be5f656359 req-884d1e1e-3212-47c5-a6d8-1d8ccf7f7aa3 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 945 time: 0.0583146 Apr 04 06:24:49.256798 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-703dc762-2c06-4b83-bd2f-a0be5f656359 req-80517e98-fcf2-45ca-b6b0-1df03e3d5c44 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524213 Apr 04 06:24:50.399898 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3b4a2-0a7f-4dd7-b086-8fd5a8e50215 req-7d139f8b-748e-4b27-9fba-c617c42679c6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:50.401430 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7ea3b4a2-0a7f-4dd7-b086-8fd5a8e50215 req-7d139f8b-748e-4b27-9fba-c617c42679c6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 945 time: 0.0631685 Apr 04 06:24:50.468770 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7ea3b4a2-0a7f-4dd7-b086-8fd5a8e50215 req-8621f475-c79f-40ac-ab2c-b3c7eed4f9ff tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612783 Apr 04 06:24:50.927081 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0e900-37d3-4424-a642-10b5b9c8daae req-90938791-9d70-41da-b7db-210e944bc0b7 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:50.928538 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9ba0e900-37d3-4424-a642-10b5b9c8daae req-90938791-9d70-41da-b7db-210e944bc0b7 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.37 "GET /v2.0/ports?device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 945 time: 0.0563414 Apr 04 06:24:51.030110 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-9ba0e900-37d3-4424-a642-10b5b9c8daae req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Deleting port f40c3a49-16b9-40f8-8f53-db536998128f {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:24:51.030425 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-9ba0e900-37d3-4424-a642-10b5b9c8daae req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (f40c3a49-16b9-40f8-8f53-db536998128f), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:51.126621 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-9ba0e900-37d3-4424-a642-10b5b9c8daae req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] For port f40c3a49-16b9-40f8-8f53-db536998128f, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f40c3a49-16b9-40f8-8f53-db536998128f,segment=NetworkSegment(980930ec-c0af-4522-990c-3c2672ed72e4),segment_id=980930ec-c0af-4522-990c-3c2672ed72e4)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:24:51.126862 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-9ba0e900-37d3-4424-a642-10b5b9c8daae req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (f40c3a49-16b9-40f8-8f53-db536998128f), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:51.318597 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-9ba0e900-37d3-4424-a642-10b5b9c8daae req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:51.318920 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-9ba0e900-37d3-4424-a642-10b5b9c8daae req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (46978865-a632-4d24-9e83-24fbe92bdfa4), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:51.319328 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.l3_db [req-9ba0e900-37d3-4424-a642-10b5b9c8daae req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Floating IP 46978865-a632-4d24-9e83-24fbe92bdfa4 disassociated. External IP: 172.27.2.185, port: f40c3a49-16b9-40f8-8f53-db536998128f. Apr 04 06:24:51.319722 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-9ba0e900-37d3-4424-a642-10b5b9c8daae req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Calling delete_port for f40c3a49-16b9-40f8-8f53-db536998128f owned by compute:nova {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:24:51.452123 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-9ba0e900-37d3-4424-a642-10b5b9c8daae req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (f40c3a49-16b9-40f8-8f53-db536998128f), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:51.484141 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Pushing event deleted for resources: {'Port': ['ID=f40c3a49-16b9-40f8-8f53-db536998128f,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:24:51.495303 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:24:51.495634 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:24:51.495976 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:24:51.496315 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:24:51.496649 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:24:51.497001 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:24:51.497318 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:24:51.497636 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:24:51.497956 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:24:51.498298 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:24:51.498620 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:24:51.498938 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:24:51.499268 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:24:51.499566 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:24:51.499886 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:24:51.599015 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bcd64660-a465-4f2d-88b8-91b83c80ff2e req-856b204a-1c71-420a-a47c-7ba778ccf1cb tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=b409182a-b378-49e2-9df6-01a766953a86 HTTP/1.1" status: 200 len: 210 time: 0.0330598 Apr 04 06:24:51.637705 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ba0e900-37d3-4424-a642-10b5b9c8daae req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Router eff1aec1-3a23-4f53-b196-1a6046533778 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:24:51.753271 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ba0e900-37d3-4424-a642-10b5b9c8daae req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:24:51.763813 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a325a40-cef2-471b-8649-5d3aae94d04a None None] Sync routers for ids ['eff1aec1-3a23-4f53-b196-1a6046533778'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:24:51.774561 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a325a40-cef2-471b-8649-5d3aae94d04a None None] Routers {'eff1aec1-3a23-4f53-b196-1a6046533778'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:24:51.775191 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-7a325a40-cef2-471b-8649-5d3aae94d04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:24:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['eff1aec1-3a23-4f53-b196-1a6046533778'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:24:51.796370 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba0e900-37d3-4424-a642-10b5b9c8daae req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] No DVR routers for this DVR port f40c3a49-16b9-40f8-8f53-db536998128f on host hv-cinder-83444 {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:24:51.799070 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-9ba0e900-37d3-4424-a642-10b5b9c8daae req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:51.802437 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9ba0e900-37d3-4424-a642-10b5b9c8daae req-f8a01d51-3b73-4182-bafd-49fb6213f8d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.37 "DELETE /v2.0/ports/f40c3a49-16b9-40f8-8f53-db536998128f HTTP/1.1" status: 204 len: 173 time: 0.8678775 Apr 04 06:24:51.802874 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b409182a-b378-49e2-9df6-01a766953a86', 'name': 'network-vif-deleted', 'tag': 'f40c3a49-16b9-40f8-8f53-db536998128f'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:24:51.805140 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10cdce0-ee48-45fe-9e01-5f1be692d9bd" -d '{"events": [{"server_uuid": "b409182a-b378-49e2-9df6-01a766953a86", "name": "network-vif-deleted", "tag": "f40c3a49-16b9-40f8-8f53-db536998128f"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:24:51.858745 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c499a9d6-9d0e-491b-a39f-a70d3a0f2b22 x-openstack-request-id: req-c499a9d6-9d0e-491b-a39f-a70d3a0f2b22 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:24:51.859075 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b409182a-b378-49e2-9df6-01a766953a86", "name": "network-vif-deleted", "tag": "f40c3a49-16b9-40f8-8f53-db536998128f", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:24:51.859254 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c499a9d6-9d0e-491b-a39f-a70d3a0f2b22 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:24:51.859698 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c499a9d6-9d0e-491b-a39f-a70d3a0f2b22'] response: {'server_uuid': 'b409182a-b378-49e2-9df6-01a766953a86', 'name': 'network-vif-deleted', 'tag': 'f40c3a49-16b9-40f8-8f53-db536998128f', 'status': 'completed', 'code': 200} Apr 04 06:24:51.900663 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-7a325a40-cef2-471b-8649-5d3aae94d04a None None] Set router eff1aec1-3a23-4f53-b196-1a6046533778 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:24:52.107588 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-7a325a40-cef2-471b-8649-5d3aae94d04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '04be6d35-4ff8-40a6-8769-e4fbed34b1b2', 'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'mac_address': 'fa:16:3e:c0:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:27Z', 'updated_at': '2022-04-04T06:21:34Z', 'revision_number': 5, 'project_id': '68988ae34214443380cdb8f4c7433802', 'subnets': [{'id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:24:52.134744 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a325a40-cef2-471b-8649-5d3aae94d04a None None] Checking router: eff1aec1-3a23-4f53-b196-1a6046533778 for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:24:52.142884 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a325a40-cef2-471b-8649-5d3aae94d04a None None] Routers {'eff1aec1-3a23-4f53-b196-1a6046533778'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:24:52.143494 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-7a325a40-cef2-471b-8649-5d3aae94d04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:24:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['eff1aec1-3a23-4f53-b196-1a6046533778'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:24:52.261206 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-7a325a40-cef2-471b-8649-5d3aae94d04a None None] Set router eff1aec1-3a23-4f53-b196-1a6046533778 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:24:52.461290 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-7a325a40-cef2-471b-8649-5d3aae94d04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '04be6d35-4ff8-40a6-8769-e4fbed34b1b2', 'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'mac_address': 'fa:16:3e:c0:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:27Z', 'updated_at': '2022-04-04T06:21:34Z', 'revision_number': 5, 'project_id': '68988ae34214443380cdb8f4c7433802', 'subnets': [{'id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:24:52.494234 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a325a40-cef2-471b-8649-5d3aae94d04a None None] The sync data for ids ['eff1aec1-3a23-4f53-b196-1a6046533778'] in dv-cinder-834448-2-iscsi is: [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '04be6d35-4ff8-40a6-8769-e4fbed34b1b2', 'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'mac_address': 'fa:16:3e:c0:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:27Z', 'updated_at': '2022-04-04T06:21:34Z', 'revision_number': 5, 'project_id': '68988ae34214443380cdb8f4c7433802', 'subnets': [{'id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:24:52.729017 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b6e42b-787f-494e-bce8-900f769031d9 None None] New status for floating IP 46978865-a632-4d24-9e83-24fbe92bdfa4: DOWN {{(pid=103482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:24:52.868438 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-b53b753b-b248-4d71-9791-9bb387fbe9cc tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030931071&fields=id&tenant_id=68988ae34214443380cdb8f4c7433802 HTTP/1.1" status: 200 len: 267 time: 0.0477006 Apr 04 06:24:52.975623 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-ec52b2ff-5882-4945-983f-37e2e3c20551 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:52.977010 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-ec52b2ff-5882-4945-983f-37e2e3c20551 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/networks?id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c HTTP/1.1" status: 200 len: 812 time: 0.1018384 Apr 04 06:24:53.000029 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-a227bbcd-3192-4dea-be44-a7217bd1cad5 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/quotas/68988ae34214443380cdb8f4c7433802 HTTP/1.1" status: 200 len: 375 time: 0.0143611 Apr 04 06:24:53.060641 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-67fdf911-a1c1-4525-b6ff-7e6acfe2a4b8 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=68988ae34214443380cdb8f4c7433802&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527775 Apr 04 06:24:53.175545 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-4dd4c7bf-17fd-46f8-8f27-9b9288c92abf service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103480) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 04 06:24:53.176557 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-4dd4c7bf-17fd-46f8-8f27-9b9288c92abf service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1040506 Apr 04 06:24:53.271280 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-28f9ee59-ed43-44e4-b150-cd9580b7476c service neutron] 10.222.0.30 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883033 Apr 04 06:24:53.362610 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-aeae273d-f94d-47d2-b55a-8020e97f046c service neutron] 10.222.0.30 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854251 Apr 04 06:24:53.686841 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a94ce46f-ed6b-4bf1-a676-ebc9d16d6a8a req-6ffe4a0a-f954-404b-8789-778e167389ab tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 210 time: 0.0295467 Apr 04 06:24:54.647120 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-96cc24d8-c449-4c36-b031-bbc3614a65d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:54.648567 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-96cc24d8-c449-4c36-b031-bbc3614a65d6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.37 "GET /v2.0/networks?id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c HTTP/1.1" status: 200 len: 812 time: 0.1095462 Apr 04 06:24:54.715518 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-3b258b0c-1030-4c09-83f9-596c9c149554 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68988ae34214443380cdb8f4c7433802 HTTP/1.1" status: 200 len: 380 time: 0.0575395 Apr 04 06:24:54.723724 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-b9135a81-e874-42dd-aad1-e2315dbf5638 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Request body: {'port': {'device_id': '000bf224-59b6-44f7-9456-d8f62b647b65', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'admin_state_up': True, 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'security_groups': ['0bfceedc-7c7e-4f29-9d5b-a55e827627e1']}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:24:54.800506 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-7001af9d-a869-4822-9b61-7336ae4311e5 req-b77f6d12-e93b-43f7-8212-11d3f6237a40 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 210 time: 0.0363331 Apr 04 06:24:54.858420 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-b9135a81-e874-42dd-aad1-e2315dbf5638 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Made reservation on behalf of 68988ae34214443380cdb8f4c7433802 for: {'port': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:24:54.861842 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-b9135a81-e874-42dd-aad1-e2315dbf5638 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:54.995447 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-b9135a81-e874-42dd-aad1-e2315dbf5638 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Allocated IP 172.20.0.14 (ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c/42cb9770-6d91-4082-ba30-7af1f0e01594/612605cf-942e-4547-91ff-feac8876fb06) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:24:55.143855 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-b9135a81-e874-42dd-aad1-e2315dbf5638 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for port (612605cf-942e-4547-91ff-feac8876fb06), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:55.181023 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-b9135a81-e874-42dd-aad1-e2315dbf5638 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (612605cf-942e-4547-91ff-feac8876fb06), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:55.222296 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-b9135a81-e874-42dd-aad1-e2315dbf5638 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Network ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:24:55.225548 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-b9135a81-e874-42dd-aad1-e2315dbf5638 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:24:55.231199 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-b9135a81-e874-42dd-aad1-e2315dbf5638 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:24:55.237912 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9135a81-e874-42dd-aad1-e2315dbf5638 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Pushing event updated for resources: {'Port': ['ID=612605cf-942e-4547-91ff-feac8876fb06,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:24:55.287946 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-b9135a81-e874-42dd-aad1-e2315dbf5638 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:55.288573 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-b9135a81-e874-42dd-aad1-e2315dbf5638 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:55.306681 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-b9135a81-e874-42dd-aad1-e2315dbf5638 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5864060 Apr 04 06:24:55.319076 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] Request body: {'port': {'device_id': '000bf224-59b6-44f7-9456-d8f62b647b65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:24:55.380599 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (612605cf-942e-4547-91ff-feac8876fb06), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:55.434204 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-ae88b6b3-f5c9-49de-a8af-39cc6efaedc3 None None] Provisioning complete for port 612605cf-942e-4547-91ff-feac8876fb06 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:24:55.434856 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-ae88b6b3-f5c9-49de-a8af-39cc6efaedc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (612605cf-942e-4547-91ff-feac8876fb06), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:55.471166 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-ae88b6b3-f5c9-49de-a8af-39cc6efaedc3 None None] Port 612605cf-942e-4547-91ff-feac8876fb06 cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:24:55.645338 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 612605cf-942e-4547-91ff-feac8876fb06 {{(pid=103480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:24:55.653125 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] Publish callbacks [] for port (612605cf-942e-4547-91ff-feac8876fb06), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:55.669164 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.provisioning_blocks [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] Transition to ACTIVE for port object 612605cf-942e-4547-91ff-feac8876fb06 will not be triggered until provisioned by entity L2. {{(pid=103480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 06:24:55.675249 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (612605cf-942e-4547-91ff-feac8876fb06), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:55.701691 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device f40c3a49-16b9-40f8-8f53-db536998128f no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:24:55.722987 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] No Port match for: f40c3a49-16b9-40f8-8f53-db536998128f {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:24:55.723334 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device f40c3a49-16b9-40f8-8f53-db536998128f not bound to the agent host hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:24:55.727910 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] Pushing event updated for resources: {'Port': ['ID=612605cf-942e-4547-91ff-feac8876fb06,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:24:55.792927 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] Attempting to bind port 612605cf-942e-4547-91ff-feac8876fb06 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:24:55.793270 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] Attempting to bind port 612605cf-942e-4547-91ff-feac8876fb06 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '980930ec-c0af-4522-990c-3c2672ed72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:24:55.793612 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] Attempting to bind port 612605cf-942e-4547-91ff-feac8876fb06 on network ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:24:55.798279 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] Port 612605cf-942e-4547-91ff-feac8876fb06 on network ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 06:24:55.798596 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] Attempting to bind port 612605cf-942e-4547-91ff-feac8876fb06 on network ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:24:55.803780 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] Checking agent: {'id': '0c1e107c-d850-42a9-b491-1b463a8f645f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'started_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:24:55.804105 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] Checking segment: {'id': '980930ec-c0af-4522-990c-3c2672ed72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:24:55.804519 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] Bound using segment: {'id': '980930ec-c0af-4522-990c-3c2672ed72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:24:55.805026 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] Bound port: 612605cf-942e-4547-91ff-feac8876fb06, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '980930ec-c0af-4522-990c-3c2672ed72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:24:55.805395 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (612605cf-942e-4547-91ff-feac8876fb06), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:55.904910 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] For port 612605cf-942e-4547-91ff-feac8876fb06, host hv-cinder-83444, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:24:55.920373 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] For port 612605cf-942e-4547-91ff-feac8876fb06, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=612605cf-942e-4547-91ff-feac8876fb06,segment=NetworkSegment(980930ec-c0af-4522-990c-3c2672ed72e4),segment_id=980930ec-c0af-4522-990c-3c2672ed72e4)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:24:55.928198 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (612605cf-942e-4547-91ff-feac8876fb06), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:55.968562 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17fe3d-21e8-469a-a0e1-57ca90c92569 req-8c68c791-acee-4c9a-ae44-a2f6cb43a19a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:55.970111 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ca17fe3d-21e8-469a-a0e1-57ca90c92569 req-8c68c791-acee-4c9a-ae44-a2f6cb43a19a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 944 time: 0.0980821 Apr 04 06:24:55.976413 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:55.977056 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:55.978454 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] 10.222.0.37 "PUT /v2.0/ports/612605cf-942e-4547-91ff-feac8876fb06 HTTP/1.1" status: 200 len: 1094 time: 0.6637456 Apr 04 06:24:55.978934 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000bf224-59b6-44f7-9456-d8f62b647b65', 'tag': '612605cf-942e-4547-91ff-feac8876fb06'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:24:55.981238 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfbef2e-8217-4333-9d4b-df44f7b73ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "000bf224-59b6-44f7-9456-d8f62b647b65", "tag": "612605cf-942e-4547-91ff-feac8876fb06"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:24:56.029381 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30356c2b-2bbc-4f5b-adc8-9f210a4d68ea service neutron] Pushing event updated for resources: {'Port': ['ID=612605cf-942e-4547-91ff-feac8876fb06,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:24:56.036027 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc594308-89a1-4304-87dc-e9cfd0b66c90 x-openstack-request-id: req-bc594308-89a1-4304-87dc-e9cfd0b66c90 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:24:56.036310 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000bf224-59b6-44f7-9456-d8f62b647b65", "tag": "612605cf-942e-4547-91ff-feac8876fb06", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:24:56.036584 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc594308-89a1-4304-87dc-e9cfd0b66c90 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:24:56.037035 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc594308-89a1-4304-87dc-e9cfd0b66c90'] response: {'name': 'network-changed', 'server_uuid': '000bf224-59b6-44f7-9456-d8f62b647b65', 'tag': '612605cf-942e-4547-91ff-feac8876fb06', 'status': 'completed', 'code': 200} Apr 04 06:24:56.082654 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ca17fe3d-21e8-469a-a0e1-57ca90c92569 req-d16fba83-a484-4825-9cf0-88b2a92e5f0c tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963132 Apr 04 06:24:56.096362 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-70080eb1-49a2-4e57-bada-16bf06977667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:56.097995 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-70080eb1-49a2-4e57-bada-16bf06977667 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68988ae34214443380cdb8f4c7433802&device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 1128 time: 0.0762818 Apr 04 06:24:56.142330 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-ba95c9a0-e95e-4a0a-9ce1-f43be65ebf92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=612605cf-942e-4547-91ff-feac8876fb06 HTTP/1.1" status: 200 len: 217 time: 0.0363529 Apr 04 06:24:56.179854 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-959ebf29-1964-4a03-ae4c-f13b6f9519e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:56.193200 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-90b9ed04-f42c-4f7c-aff0-177a7b8460a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:56.194767 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-90b9ed04-f42c-4f7c-aff0-177a7b8460a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42cb9770-6d91-4082-ba30-7af1f0e01594 HTTP/1.1" status: 200 len: 851 time: 0.0471690 Apr 04 06:24:56.249537 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-2536bcbb-f748-4148-8a17-713590f1eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:56.250969 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-2536bcbb-f748-4148-8a17-713590f1eea6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492208 Apr 04 06:24:56.339493 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-3ed0d0e1-7ba9-418c-be46-6400ad2d1e02 service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815740 Apr 04 06:24:56.434783 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e162a51c-8b2f-4d56-a7b6-4255c31cb2fc req-c23c5930-fe12-4c73-b092-50a5613b36f1 service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895963 Apr 04 06:24:56.529721 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbef2e-8217-4333-9d4b-df44f7b73ab6 req-0a664bf3-5e8d-40ab-8cc3-76b04eb00f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:56.531242 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2dfbef2e-8217-4333-9d4b-df44f7b73ab6 req-0a664bf3-5e8d-40ab-8cc3-76b04eb00f57 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68988ae34214443380cdb8f4c7433802&device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 1128 time: 0.0508330 Apr 04 06:24:56.642703 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbef2e-8217-4333-9d4b-df44f7b73ab6 req-f4525ddd-2157-402f-a30c-549ffa3484cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:56.644275 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2dfbef2e-8217-4333-9d4b-df44f7b73ab6 req-f4525ddd-2157-402f-a30c-549ffa3484cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c HTTP/1.1" status: 200 len: 913 time: 0.1062670 Apr 04 06:24:56.688044 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2dfbef2e-8217-4333-9d4b-df44f7b73ab6 req-f5b101bb-29df-4751-9aa5-dc627ee80768 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=612605cf-942e-4547-91ff-feac8876fb06 HTTP/1.1" status: 200 len: 217 time: 0.0376987 Apr 04 06:24:56.738441 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbef2e-8217-4333-9d4b-df44f7b73ab6 req-22426ebe-0509-4660-8a8b-090284e56977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:56.740000 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2dfbef2e-8217-4333-9d4b-df44f7b73ab6 req-22426ebe-0509-4660-8a8b-090284e56977 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42cb9770-6d91-4082-ba30-7af1f0e01594 HTTP/1.1" status: 200 len: 851 time: 0.0456784 Apr 04 06:24:56.790438 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbef2e-8217-4333-9d4b-df44f7b73ab6 req-c39a8458-7d7f-4af2-b4be-cfb4cb77dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:56.791906 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2dfbef2e-8217-4333-9d4b-df44f7b73ab6 req-c39a8458-7d7f-4af2-b4be-cfb4cb77dd46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455220 Apr 04 06:24:56.884272 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2dfbef2e-8217-4333-9d4b-df44f7b73ab6 req-8287700f-eff3-4660-a94a-f92b00cf7b9a service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854399 Apr 04 06:24:56.973332 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2dfbef2e-8217-4333-9d4b-df44f7b73ab6 req-9a081f9b-615a-4759-9c1b-3399f6574b7b service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828323 Apr 04 06:24:57.214503 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb2565-64ce-409d-9b70-3ef644413061 req-8afedd53-e7c7-464d-b411-7a6822626d8c tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:57.215971 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-91cb2565-64ce-409d-9b70-3ef644413061 req-8afedd53-e7c7-464d-b411-7a6822626d8c tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 944 time: 0.0583875 Apr 04 06:24:57.274918 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-91cb2565-64ce-409d-9b70-3ef644413061 req-15ccaa10-59be-40b0-974c-f9fdf1bd854e tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504594 Apr 04 06:24:58.336245 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-63fbc830-0fc8-458f-b823-8b508c4c0f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:58.417065 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c0caf-2090-488c-be67-f12f168ce52b req-48510fdf-1560-4f6d-bca2-a2948cc45e1b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:58.418561 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2f8c0caf-2090-488c-be67-f12f168ce52b req-48510fdf-1560-4f6d-bca2-a2948cc45e1b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 944 time: 0.0615873 Apr 04 06:24:58.487823 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2f8c0caf-2090-488c-be67-f12f168ce52b req-d9e83285-1125-4193-8a11-e398187b1160 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632989 Apr 04 06:24:59.586636 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:24:59.623158 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ec76a-9eb0-453c-ad57-2901a654e75c req-5a10c725-5d76-46eb-b80e-09460a0458ce tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:24:59.625463 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-429ec76a-9eb0-453c-ad57-2901a654e75c req-5a10c725-5d76-46eb-b80e-09460a0458ce tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 944 time: 0.0566368 Apr 04 06:24:59.675027 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-429ec76a-9eb0-453c-ad57-2901a654e75c req-2f029133-bdad-48f7-8e41-05b1bf09e273 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446756 Apr 04 06:25:00.683787 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:00.814363 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb20889-4875-4421-bbdb-69f7fff8c34c req-c2fd7bc5-cddc-450e-8810-4442052887c1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:00.815852 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bcb20889-4875-4421-bbdb-69f7fff8c34c req-c2fd7bc5-cddc-450e-8810-4442052887c1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 944 time: 0.0602539 Apr 04 06:25:00.876830 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-bcb20889-4875-4421-bbdb-69f7fff8c34c req-9b630019-197a-43bb-a22d-8d43a637103b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521863 Apr 04 06:25:02.007178 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1288b28-6a1f-4176-b44c-6ffa74a3db9f req-2af5b02e-2921-4c47-bdcd-9a58f8a0a650 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:02.009033 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a1288b28-6a1f-4176-b44c-6ffa74a3db9f req-2af5b02e-2921-4c47-bdcd-9a58f8a0a650 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 944 time: 0.0546405 Apr 04 06:25:02.057408 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a1288b28-6a1f-4176-b44c-6ffa74a3db9f req-7e52476d-100e-4470-8966-e4dd0a732640 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425282 Apr 04 06:25:02.348861 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:03.360942 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33323e-61b1-4715-99eb-b1bcb5f4f68b req-a9f89886-a804-4f0f-8dc3-30b97a981c87 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:03.362365 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2b33323e-61b1-4715-99eb-b1bcb5f4f68b req-a9f89886-a804-4f0f-8dc3-30b97a981c87 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 944 time: 0.2342532 Apr 04 06:25:03.411807 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2b33323e-61b1-4715-99eb-b1bcb5f4f68b req-3ca0bbb3-8d71-4097-bebf-7a29e77ec35b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436161 Apr 04 06:25:04.166555 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:04.562881 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de63cf-4c81-4205-acf7-3443d26c7caf req-bbc489cf-09bb-4ffc-bda3-e1835d22a008 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:04.564364 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-98de63cf-4c81-4205-acf7-3443d26c7caf req-bbc489cf-09bb-4ffc-bda3-e1835d22a008 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 944 time: 0.0684409 Apr 04 06:25:04.616549 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-98de63cf-4c81-4205-acf7-3443d26c7caf req-51d794df-2b97-4bf9-a155-37d226493951 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461178 Apr 04 06:25:05.743827 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78f41c-325c-4421-9109-9c8a0cd0a22c req-65a5b4f9-dd7a-4866-9efd-669976a63f78 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:05.745286 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ce78f41c-325c-4421-9109-9c8a0cd0a22c req-65a5b4f9-dd7a-4866-9efd-669976a63f78 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 944 time: 0.0546880 Apr 04 06:25:05.749607 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 612605cf-942e-4547-91ff-feac8876fb06 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:25:05.801788 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ce78f41c-325c-4421-9109-9c8a0cd0a22c req-640b7631-1068-4bd4-baf5-28ebaeffb384 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495219 Apr 04 06:25:05.851753 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 612605cf-942e-4547-91ff-feac8876fb06, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=612605cf-942e-4547-91ff-feac8876fb06,segment=NetworkSegment(980930ec-c0af-4522-990c-3c2672ed72e4),segment_id=980930ec-c0af-4522-990c-3c2672ed72e4)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:25:05.863447 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': '612605cf-942e-4547-91ff-feac8876fb06', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'port_id': '612605cf-942e-4547-91ff-feac8876fb06', 'mac_address': 'fa:16:3e:6b:b1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:25:05.904277 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 612605cf-942e-4547-91ff-feac8876fb06 is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:25:05.904666 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (612605cf-942e-4547-91ff-feac8876fb06), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:05.921487 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612605cf-942e-4547-91ff-feac8876fb06 {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:25:05.945444 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 612605cf-942e-4547-91ff-feac8876fb06, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=612605cf-942e-4547-91ff-feac8876fb06,segment=NetworkSegment(980930ec-c0af-4522-990c-3c2672ed72e4),segment_id=980930ec-c0af-4522-990c-3c2672ed72e4)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:25:05.951522 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (612605cf-942e-4547-91ff-feac8876fb06), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:06.001453 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=612605cf-942e-4547-91ff-feac8876fb06,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:25:06.009182 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:06.009530 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:06.009881 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:06.010219 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:06.010551 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:06.010887 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:06.011211 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:06.011538 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:06.011863 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:06.012188 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:06.012514 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:06.012972 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:06.013298 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:06.013678 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:06.014003 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:06.278095 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['612605cf-942e-4547-91ff-feac8876fb06'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:25:06.927451 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73503581-472a-4acb-a0aa-26746db41e2c req-71138ed0-1efb-4845-92df-bcf010348e42 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:06.929116 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-73503581-472a-4acb-a0aa-26746db41e2c req-71138ed0-1efb-4845-92df-bcf010348e42 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 945 time: 0.0541291 Apr 04 06:25:06.979423 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-73503581-472a-4acb-a0aa-26746db41e2c req-085c9bc5-ab4f-49c3-b5ce-000b0bd4a1f3 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445313 Apr 04 06:25:07.780850 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 612605cf-942e-4547-91ff-feac8876fb06 up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:25:07.836201 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning for port 612605cf-942e-4547-91ff-feac8876fb06 completed by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 06:25:07.840089 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port 612605cf-942e-4547-91ff-feac8876fb06 triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:25:07.840498 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (612605cf-942e-4547-91ff-feac8876fb06), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:07.922173 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 612605cf-942e-4547-91ff-feac8876fb06 is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:25:07.922448 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (612605cf-942e-4547-91ff-feac8876fb06), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:07.946006 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000bf224-59b6-44f7-9456-d8f62b647b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612605cf-942e-4547-91ff-feac8876fb06'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:25:07.948298 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565072db-04af-4d4d-9a83-6cc19cca6e2e" -d '{"events": [{"server_uuid": "000bf224-59b6-44f7-9456-d8f62b647b65", "name": "network-vif-plugged", "status": "completed", "tag": "612605cf-942e-4547-91ff-feac8876fb06"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:25:07.961006 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 612605cf-942e-4547-91ff-feac8876fb06, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=612605cf-942e-4547-91ff-feac8876fb06,segment=NetworkSegment(980930ec-c0af-4522-990c-3c2672ed72e4),segment_id=980930ec-c0af-4522-990c-3c2672ed72e4)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:25:07.966265 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (612605cf-942e-4547-91ff-feac8876fb06), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:07.994216 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d89e911-8fe6-4faf-9046-c93ce2e4055c x-openstack-request-id: req-7d89e911-8fe6-4faf-9046-c93ce2e4055c {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:25:07.995401 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000bf224-59b6-44f7-9456-d8f62b647b65", "name": "network-vif-plugged", "status": "completed", "tag": "612605cf-942e-4547-91ff-feac8876fb06", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:25:07.995662 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d89e911-8fe6-4faf-9046-c93ce2e4055c {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:25:07.996157 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d89e911-8fe6-4faf-9046-c93ce2e4055c'] response: {'server_uuid': '000bf224-59b6-44f7-9456-d8f62b647b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612605cf-942e-4547-91ff-feac8876fb06', 'code': 200} Apr 04 06:25:08.025338 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=612605cf-942e-4547-91ff-feac8876fb06,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:25:08.118823 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415513e6-6527-43e8-9a9c-b2d23fea3c00 req-389aee60-a663-474d-9492-de10df0099f4 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:08.120315 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-415513e6-6527-43e8-9a9c-b2d23fea3c00 req-389aee60-a663-474d-9492-de10df0099f4 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 946 time: 0.0629594 Apr 04 06:25:08.180948 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-415513e6-6527-43e8-9a9c-b2d23fea3c00 req-884fe200-d8e3-43aa-8873-826bfe521c27 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538139 Apr 04 06:25:08.218034 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7833e-344c-4966-9e97-9e77c0d20d27 req-2199f20c-7b8e-44b7-928d-6a91d8a91c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:08.219547 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-59b7833e-344c-4966-9e97-9e77c0d20d27 req-2199f20c-7b8e-44b7-928d-6a91d8a91c60 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 1130 time: 0.0550857 Apr 04 06:25:08.267589 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-59b7833e-344c-4966-9e97-9e77c0d20d27 req-bb6e81b2-d8a0-4e96-a874-c462a6957a92 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420437 Apr 04 06:25:09.323165 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7a082-5c4b-4bfc-a1ce-693ec5654083 req-5d426cb9-3af8-4f1d-8f35-f72bc65c4665 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:09.324656 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-11a7a082-5c4b-4bfc-a1ce-693ec5654083 req-5d426cb9-3af8-4f1d-8f35-f72bc65c4665 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 946 time: 0.0661621 Apr 04 06:25:09.373870 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-11a7a082-5c4b-4bfc-a1ce-693ec5654083 req-2f73d602-32e1-4377-bf7f-393a8b313ffa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435584 Apr 04 06:25:10.497896 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a04674-abc4-4790-b601-d64d735784c7 req-0f659664-a42f-4ea5-9fc9-798efcfa0c3f tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:10.499361 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-72a04674-abc4-4790-b601-d64d735784c7 req-0f659664-a42f-4ea5-9fc9-798efcfa0c3f tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 946 time: 0.0565605 Apr 04 06:25:10.555832 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-72a04674-abc4-4790-b601-d64d735784c7 req-20b13990-ff65-4794-ac1f-3a141c5fc8d9 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505776 Apr 04 06:25:10.959250 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708030bb-5ec8-431e-8330-47495180dc74 req-ce5fd708-4d07-440e-97d8-846f69daabc8 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:10.960772 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-708030bb-5ec8-431e-8330-47495180dc74 req-ce5fd708-4d07-440e-97d8-846f69daabc8 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 946 time: 0.3330450 Apr 04 06:25:11.017173 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-708030bb-5ec8-431e-8330-47495180dc74 req-a02540ed-0940-4f7e-b414-1ac9c6e62755 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482893 Apr 04 06:25:11.041769 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33390) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:25:11.089186 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ab5848-c696-44df-a5f3-87da8372fdee tempest-TestVolumeBootPattern-496586283 tempest-TestVolumeBootPattern-496586283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:11.091172 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-b6ab5848-c696-44df-a5f3-87da8372fdee tempest-TestVolumeBootPattern-496586283 tempest-TestVolumeBootPattern-496586283-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 1125 time: 0.0484285 Apr 04 06:25:11.094238 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 33392) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:25:11.100302 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.v2.base [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Request body: {'floatingip': {'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'port_id': '612605cf-942e-4547-91ff-feac8876fb06', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103479) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:25:11.129105 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:11.231307 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:11.338857 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_common [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Allocated IP 172.27.2.199 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/b04d5069-abdd-4520-81d0-f6e84ddbf35b) {{(pid=103479) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:25:11.447555 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for port (b04d5069-abdd-4520-81d0-f6e84ddbf35b), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:11.483079 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (b04d5069-abdd-4520-81d0-f6e84ddbf35b), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:11.521331 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103479) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:25:11.526212 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.base_scheduler [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Resources bound (agent type, host, resource id): {{(pid=103479) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:25:11.530659 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Received port after_create {{(pid=103479) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:25:11.533707 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Pushing event updated for resources: {'Port': ['ID=b04d5069-abdd-4520-81d0-f6e84ddbf35b,revision_number=1']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:25:11.561451 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:11.561774 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:11.562147 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:11.562492 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:11.562831 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:11.563166 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:11.563496 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:11.563825 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:11.564153 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:11.564481 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:11.564798 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:11.565148 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:11.565472 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:11.565798 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:11.566123 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:25:11.916019 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for floatingip (8ac94b1a-34e6-4490-91a5-fcd8f341240b), precommit_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:11.987196 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (b04d5069-abdd-4520-81d0-f6e84ddbf35b), before_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:12.142666 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for port (b04d5069-abdd-4520-81d0-f6e84ddbf35b), precommit_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:12.150063 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10309999'] for port (b04d5069-abdd-4520-81d0-f6e84ddbf35b), after_update {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:12.215377 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Pushing event updated for resources: {'Port': ['ID=b04d5069-abdd-4520-81d0-f6e84ddbf35b,revision_number=2']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:25:12.225378 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (8ac94b1a-34e6-4490-91a5-fcd8f341240b), after_create {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:12.341630 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.l3_db [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Floating IP 8ac94b1a-34e6-4490-91a5-fcd8f341240b associated. External IP: 172.27.2.199, port: 612605cf-942e-4547-91ff-feac8876fb06. Apr 04 06:25:12.808480 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Router eff1aec1-3a23-4f53-b196-1a6046533778 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:25:12.927211 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:25:12.937657 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08979282-ef3f-472a-91aa-89b0c8491dea None None] Sync routers for ids ['eff1aec1-3a23-4f53-b196-1a6046533778'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:25:12.945818 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:12.948387 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08979282-ef3f-472a-91aa-89b0c8491dea None None] Routers {'eff1aec1-3a23-4f53-b196-1a6046533778'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:25:12.949034 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-08979282-ef3f-472a-91aa-89b0c8491dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:24:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['eff1aec1-3a23-4f53-b196-1a6046533778'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:25:12.975648 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-a3751973-082a-4f69-b398-77c5c7c085b1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8802598 Apr 04 06:25:12.976311 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000bf224-59b6-44f7-9456-d8f62b647b65', 'tag': '612605cf-942e-4547-91ff-feac8876fb06'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:25:12.978712 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863da0c6ea282f34ae24215abf5dfdb82ea7b48a8fa4113b7fa45ec8e2c5cf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81777bf-a628-4d44-a76f-bf8bf6a4dc1d" -d '{"events": [{"name": "network-changed", "server_uuid": "000bf224-59b6-44f7-9456-d8f62b647b65", "tag": "612605cf-942e-4547-91ff-feac8876fb06"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:25:13.022873 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49b8016-d3c2-45a8-8d21-d749a04efc4d x-openstack-request-id: req-a49b8016-d3c2-45a8-8d21-d749a04efc4d {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:25:13.023491 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000bf224-59b6-44f7-9456-d8f62b647b65", "tag": "612605cf-942e-4547-91ff-feac8876fb06", "status": "completed", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:25:13.023491 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a49b8016-d3c2-45a8-8d21-d749a04efc4d {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:25:13.023936 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a49b8016-d3c2-45a8-8d21-d749a04efc4d'] response: {'name': 'network-changed', 'server_uuid': '000bf224-59b6-44f7-9456-d8f62b647b65', 'tag': '612605cf-942e-4547-91ff-feac8876fb06', 'status': 'completed', 'code': 200} Apr 04 06:25:13.090876 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81777bf-a628-4d44-a76f-bf8bf6a4dc1d req-2a2d0289-c310-48d4-9b09-0be2bd8ba146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:13.092673 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b81777bf-a628-4d44-a76f-bf8bf6a4dc1d req-2a2d0289-c310-48d4-9b09-0be2bd8ba146 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68988ae34214443380cdb8f4c7433802&device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 1130 time: 0.0461726 Apr 04 06:25:13.186467 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81777bf-a628-4d44-a76f-bf8bf6a4dc1d req-ba68c5f0-7386-4bd5-aa3f-a7bbfdb7ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:13.187930 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b81777bf-a628-4d44-a76f-bf8bf6a4dc1d req-ba68c5f0-7386-4bd5-aa3f-a7bbfdb7ba57 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c HTTP/1.1" status: 200 len: 913 time: 0.0890048 Apr 04 06:25:13.196505 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-08979282-ef3f-472a-91aa-89b0c8491dea None None] Set router eff1aec1-3a23-4f53-b196-1a6046533778 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:25:13.253543 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b81777bf-a628-4d44-a76f-bf8bf6a4dc1d req-5a8abe76-763d-4241-8390-bd4d1067de4a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=612605cf-942e-4547-91ff-feac8876fb06 HTTP/1.1" status: 200 len: 1000 time: 0.0589173 Apr 04 06:25:13.311131 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81777bf-a628-4d44-a76f-bf8bf6a4dc1d req-78c2e675-3297-4358-9295-64689870749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:13.312567 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b81777bf-a628-4d44-a76f-bf8bf6a4dc1d req-78c2e675-3297-4358-9295-64689870749d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42cb9770-6d91-4082-ba30-7af1f0e01594 HTTP/1.1" status: 200 len: 851 time: 0.0526664 Apr 04 06:25:13.364034 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81777bf-a628-4d44-a76f-bf8bf6a4dc1d req-cc63cd36-b519-4fe0-b5f3-3c2a325ecd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:13.365467 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b81777bf-a628-4d44-a76f-bf8bf6a4dc1d req-cc63cd36-b519-4fe0-b5f3-3c2a325ecd8b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468512 Apr 04 06:25:13.428747 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-08979282-ef3f-472a-91aa-89b0c8491dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '8ac94b1a-34e6-4490-91a5-fcd8f341240b', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'port_id': '612605cf-942e-4547-91ff-feac8876fb06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'mac_address': 'fa:16:3e:6b:b1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000bf224-59b6-44f7-9456-d8f62b647b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:25:11Z', 'updated_at': '2022-04-04T06:25:11Z', 'revision_number': 0, 'project_id': '68988ae34214443380cdb8f4c7433802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04be6d35-4ff8-40a6-8769-e4fbed34b1b2', 'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'mac_address': 'fa:16:3e:c0:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:27Z', 'updated_at': '2022-04-04T06:21:34Z', 'revision_number': 5, 'project_id': '68988ae34214443380cdb8f4c7433802', 'subnets': [{'id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:25:13.454822 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08979282-ef3f-472a-91aa-89b0c8491dea None None] Checking router: eff1aec1-3a23-4f53-b196-1a6046533778 for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:25:13.457355 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b81777bf-a628-4d44-a76f-bf8bf6a4dc1d req-6bda361b-4c55-46a8-852c-dee6aaef4dc1 service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838246 Apr 04 06:25:13.463952 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08979282-ef3f-472a-91aa-89b0c8491dea None None] Routers {'eff1aec1-3a23-4f53-b196-1a6046533778'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:25:13.464564 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-08979282-ef3f-472a-91aa-89b0c8491dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:24:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['eff1aec1-3a23-4f53-b196-1a6046533778'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:25:13.549061 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b81777bf-a628-4d44-a76f-bf8bf6a4dc1d req-0ae7db17-a9de-447f-b4b7-29e31d0678ea service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865967 Apr 04 06:25:13.576764 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-08979282-ef3f-472a-91aa-89b0c8491dea None None] Set router eff1aec1-3a23-4f53-b196-1a6046533778 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:25:13.811803 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-08979282-ef3f-472a-91aa-89b0c8491dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '8ac94b1a-34e6-4490-91a5-fcd8f341240b', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'port_id': '612605cf-942e-4547-91ff-feac8876fb06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'mac_address': 'fa:16:3e:6b:b1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000bf224-59b6-44f7-9456-d8f62b647b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:25:11Z', 'updated_at': '2022-04-04T06:25:11Z', 'revision_number': 0, 'project_id': '68988ae34214443380cdb8f4c7433802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04be6d35-4ff8-40a6-8769-e4fbed34b1b2', 'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'mac_address': 'fa:16:3e:c0:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:27Z', 'updated_at': '2022-04-04T06:21:34Z', 'revision_number': 5, 'project_id': '68988ae34214443380cdb8f4c7433802', 'subnets': [{'id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:25:13.842225 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08979282-ef3f-472a-91aa-89b0c8491dea None None] The sync data for ids ['eff1aec1-3a23-4f53-b196-1a6046533778'] in dv-cinder-834448-2-iscsi is: [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '8ac94b1a-34e6-4490-91a5-fcd8f341240b', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'port_id': '612605cf-942e-4547-91ff-feac8876fb06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'mac_address': 'fa:16:3e:6b:b1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000bf224-59b6-44f7-9456-d8f62b647b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:25:11Z', 'updated_at': '2022-04-04T06:25:11Z', 'revision_number': 0, 'project_id': '68988ae34214443380cdb8f4c7433802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04be6d35-4ff8-40a6-8769-e4fbed34b1b2', 'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'mac_address': 'fa:16:3e:c0:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:27Z', 'updated_at': '2022-04-04T06:21:34Z', 'revision_number': 5, 'project_id': '68988ae34214443380cdb8f4c7433802', 'subnets': [{'id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:25:14.041133 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b2d3f6-0347-49b9-ad2d-1cef1fd78315 None None] New status for floating IP 8ac94b1a-34e6-4490-91a5-fcd8f341240b: ACTIVE {{(pid=103482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:25:20.173844 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4152f3c5-bcbc-46b1-bc27-f6bc1aa6f9e0 req-7092bca2-6945-4ea1-a277-66e4972f4f5b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473177 Apr 04 06:25:20.266778 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152f3c5-bcbc-46b1-bc27-f6bc1aa6f9e0 req-cb097fd8-8eb8-4fce-a27b-bc0fbdf78400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:20.268324 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4152f3c5-bcbc-46b1-bc27-f6bc1aa6f9e0 req-cb097fd8-8eb8-4fce-a27b-bc0fbdf78400 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ff00fa7f72d4523b6d26ddda865bbcf&device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 1169 time: 0.0478940 Apr 04 06:25:20.374956 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152f3c5-bcbc-46b1-bc27-f6bc1aa6f9e0 req-486a7bac-92b6-46dc-bcd5-f458425d4370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:20.376424 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4152f3c5-bcbc-46b1-bc27-f6bc1aa6f9e0 req-486a7bac-92b6-46dc-bcd5-f458425d4370 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8cf8dd2-475e-45b8-aaa3-5ae6906c852e HTTP/1.1" status: 200 len: 915 time: 0.0891054 Apr 04 06:25:20.450493 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4152f3c5-bcbc-46b1-bc27-f6bc1aa6f9e0 req-2dc02e1c-c2c6-444c-9db6-f10a881c177c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da463cde-058f-411d-97f7-ea4328787712 HTTP/1.1" status: 200 len: 1002 time: 0.0673733 Apr 04 06:25:20.502960 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152f3c5-bcbc-46b1-bc27-f6bc1aa6f9e0 req-fdcf1dd0-5aef-4947-bd4b-8cf72fbd5a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:20.504362 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4152f3c5-bcbc-46b1-bc27-f6bc1aa6f9e0 req-fdcf1dd0-5aef-4947-bd4b-8cf72fbd5a93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fe03809-e6f0-4026-ab71-c19939f1f2b3 HTTP/1.1" status: 200 len: 853 time: 0.0476849 Apr 04 06:25:20.560370 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152f3c5-bcbc-46b1-bc27-f6bc1aa6f9e0 req-3e9e16f8-0c5b-4a55-b8fd-ddcfc4585976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:20.561936 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4152f3c5-bcbc-46b1-bc27-f6bc1aa6f9e0 req-3e9e16f8-0c5b-4a55-b8fd-ddcfc4585976 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8cf8dd2-475e-45b8-aaa3-5ae6906c852e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514314 Apr 04 06:25:20.664968 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4152f3c5-bcbc-46b1-bc27-f6bc1aa6f9e0 req-be7ee8a5-913e-4414-8003-5c33f737f9f8 service neutron] 10.222.0.37 "GET /v2.0/networks/c8cf8dd2-475e-45b8-aaa3-5ae6906c852e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958614 Apr 04 06:25:20.758402 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4152f3c5-bcbc-46b1-bc27-f6bc1aa6f9e0 req-aa90edeb-32b9-4cc3-9040-8a6aa387898d service neutron] 10.222.0.37 "GET /v2.0/networks/c8cf8dd2-475e-45b8-aaa3-5ae6906c852e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864222 Apr 04 06:25:24.624545 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:25:26.195379 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-477aeb3b-7816-4961-8aea-1cbe3001de42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:28.332988 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-df168910-48eb-490d-831b-0d9390a71440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:29.600248 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:30.691370 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:32.073191 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e970e1e2-7bf6-4a9f-b9fe-ced0ddc15083 req-ab8640a1-b99b-45bb-97ae-d8c67bd8d865 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686376797&fields=id&tenant_id=9ff00fa7f72d4523b6d26ddda865bbcf HTTP/1.1" status: 200 len: 267 time: 0.0452931 Apr 04 06:25:32.141154 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970e1e2-7bf6-4a9f-b9fe-ced0ddc15083 req-70774521-fc2e-4c86-9891-63a39ae65c1e tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:32.142642 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e970e1e2-7bf6-4a9f-b9fe-ced0ddc15083 req-70774521-fc2e-4c86-9891-63a39ae65c1e tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 985 time: 0.0604265 Apr 04 06:25:32.153226 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-e970e1e2-7bf6-4a9f-b9fe-ced0ddc15083 req-86179a41-5d20-4870-af28-69672aac6566 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Request body: {'port': {'security_groups': ['5b9f3dd5-e423-4a11-ab26-3579a20db64f']}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:25:32.228736 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-e970e1e2-7bf6-4a9f-b9fe-ced0ddc15083 req-86179a41-5d20-4870-af28-69672aac6566 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (da463cde-058f-411d-97f7-ea4328787712), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:32.344630 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:32.408161 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-e970e1e2-7bf6-4a9f-b9fe-ced0ddc15083 req-86179a41-5d20-4870-af28-69672aac6566 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] For port da463cde-058f-411d-97f7-ea4328787712, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=da463cde-058f-411d-97f7-ea4328787712,segment=NetworkSegment(dd756a8e-b291-4551-b699-5d4425964e74),segment_id=dd756a8e-b291-4551-b699-5d4425964e74)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:25:32.438723 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-e970e1e2-7bf6-4a9f-b9fe-ced0ddc15083 req-86179a41-5d20-4870-af28-69672aac6566 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for port (da463cde-058f-411d-97f7-ea4328787712), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:32.446408 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-e970e1e2-7bf6-4a9f-b9fe-ced0ddc15083 req-86179a41-5d20-4870-af28-69672aac6566 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (da463cde-058f-411d-97f7-ea4328787712), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:32.459250 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['da463cde-058f-411d-97f7-ea4328787712'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:25:32.496251 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970e1e2-7bf6-4a9f-b9fe-ced0ddc15083 req-86179a41-5d20-4870-af28-69672aac6566 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:32.496919 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-e970e1e2-7bf6-4a9f-b9fe-ced0ddc15083 req-86179a41-5d20-4870-af28-69672aac6566 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:32.504510 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 33412) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:25:32.505166 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e970e1e2-7bf6-4a9f-b9fe-ced0ddc15083 req-86179a41-5d20-4870-af28-69672aac6566 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "PUT /v2.0/ports/da463cde-058f-411d-97f7-ea4328787712 HTTP/1.1" status: 200 len: 943 time: 0.3557291 Apr 04 06:25:32.505166 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bdd2ed-e931-4bc1-975d-468f3474f45b', 'tag': 'da463cde-058f-411d-97f7-ea4328787712'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:25:32.507532 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135a8ff6-7b3f-48b9-9211-4fe9e633b551" -d '{"events": [{"name": "network-changed", "server_uuid": "a5bdd2ed-e931-4bc1-975d-468f3474f45b", "tag": "da463cde-058f-411d-97f7-ea4328787712"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:25:32.539558 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86179a41-5d20-4870-af28-69672aac6566 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Pushing event updated for resources: {'Port': ['ID=da463cde-058f-411d-97f7-ea4328787712,revision_number=7']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:25:32.559321 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b60b4d-16bb-41b7-a8e8-d5642229e4ec x-openstack-request-id: req-f8b60b4d-16bb-41b7-a8e8-d5642229e4ec {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:25:32.559835 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5bdd2ed-e931-4bc1-975d-468f3474f45b", "tag": "da463cde-058f-411d-97f7-ea4328787712", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:25:32.560327 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8b60b4d-16bb-41b7-a8e8-d5642229e4ec {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:25:32.560920 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b60b4d-16bb-41b7-a8e8-d5642229e4ec'] response: {'name': 'network-changed', 'server_uuid': 'a5bdd2ed-e931-4bc1-975d-468f3474f45b', 'tag': 'da463cde-058f-411d-97f7-ea4328787712', 'status': 'completed', 'code': 200} Apr 04 06:25:32.597851 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e3b3b406-441a-479d-af14-2cc1cfc00946 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group (43fdcec2-f317-484c-a941-f0fd37890e47), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:32.601576 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['da463cde-058f-411d-97f7-ea4328787712'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:25:32.627444 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e3b3b406-441a-479d-af14-2cc1cfc00946 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group (43fdcec2-f317-484c-a941-f0fd37890e47), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:32.640763 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a8ff6-7b3f-48b9-9211-4fe9e633b551 req-355007f2-f487-4cc6-8ea2-764534f1e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:32.643255 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-135a8ff6-7b3f-48b9-9211-4fe9e633b551 req-355007f2-f487-4cc6-8ea2-764534f1e38d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ff00fa7f72d4523b6d26ddda865bbcf&device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 1130 time: 0.0575664 Apr 04 06:25:32.704923 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e3b3b406-441a-479d-af14-2cc1cfc00946 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (43fdcec2-f317-484c-a941-f0fd37890e47), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:32.709410 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e3b3b406-441a-479d-af14-2cc1cfc00946 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:32.711432 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-e3b3b406-441a-479d-af14-2cc1cfc00946 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "DELETE /v2.0/security-groups/43fdcec2-f317-484c-a941-f0fd37890e47 HTTP/1.1" status: 204 len: 168 time: 0.2057028 Apr 04 06:25:32.714951 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33416) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:25:32.723236 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3b406-441a-479d-af14-2cc1cfc00946 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fdcec2-f317-484c-a941-f0fd37890e47,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:25:32.797566 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-ac2d576d-a88b-4a45-bb25-fc1e0bb8483b None None] Provisioning complete for port da463cde-058f-411d-97f7-ea4328787712 triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:25:32.797957 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-ac2d576d-a88b-4a45-bb25-fc1e0bb8483b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (da463cde-058f-411d-97f7-ea4328787712), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:32.815254 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a8ff6-7b3f-48b9-9211-4fe9e633b551 req-63c4ad2b-0235-4b0e-80bf-9128c1dae432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:32.816715 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-135a8ff6-7b3f-48b9-9211-4fe9e633b551 req-63c4ad2b-0235-4b0e-80bf-9128c1dae432 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8cf8dd2-475e-45b8-aaa3-5ae6906c852e HTTP/1.1" status: 200 len: 915 time: 0.1654630 Apr 04 06:25:32.880000 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-ac2d576d-a88b-4a45-bb25-fc1e0bb8483b None None] Current status of the port da463cde-058f-411d-97f7-ea4328787712 is: ACTIVE; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:25:32.936557 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-135a8ff6-7b3f-48b9-9211-4fe9e633b551 req-66190bdc-6c4d-4fce-90e6-0f843f94742b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da463cde-058f-411d-97f7-ea4328787712 HTTP/1.1" status: 200 len: 1002 time: 0.0921600 Apr 04 06:25:32.993817 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a8ff6-7b3f-48b9-9211-4fe9e633b551 req-6c9f7577-adc9-45ab-bfc9-f1ff0eceda3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:32.995522 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-135a8ff6-7b3f-48b9-9211-4fe9e633b551 req-6c9f7577-adc9-45ab-bfc9-f1ff0eceda3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fe03809-e6f0-4026-ab71-c19939f1f2b3 HTTP/1.1" status: 200 len: 853 time: 0.0515845 Apr 04 06:25:33.000219 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-3a97308d-2f7f-430a-a376-5351344649a0 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Deleting port 85132717-e2d2-4e12-a588-aaf8e71486cc {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:25:33.000574 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3a97308d-2f7f-430a-a376-5351344649a0 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (85132717-e2d2-4e12-a588-aaf8e71486cc), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:33.108840 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a8ff6-7b3f-48b9-9211-4fe9e633b551 req-f8a83ccb-179b-4859-bea0-df2bcf2326ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:33.110379 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-135a8ff6-7b3f-48b9-9211-4fe9e633b551 req-f8a83ccb-179b-4859-bea0-df2bcf2326ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8cf8dd2-475e-45b8-aaa3-5ae6906c852e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1077628 Apr 04 06:25:33.112369 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3a97308d-2f7f-430a-a376-5351344649a0 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (85132717-e2d2-4e12-a588-aaf8e71486cc), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:33.112827 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3a97308d-2f7f-430a-a376-5351344649a0 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for floatingip (85132717-e2d2-4e12-a588-aaf8e71486cc), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:33.135560 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-3a97308d-2f7f-430a-a376-5351344649a0 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Calling delete_port for 85132717-e2d2-4e12-a588-aaf8e71486cc owned by network:floatingip {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:25:33.287630 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-135a8ff6-7b3f-48b9-9211-4fe9e633b551 req-371b6638-bbf0-41aa-a783-dd7fc2abe3bb service neutron] 10.222.0.37 "GET /v2.0/networks/c8cf8dd2-475e-45b8-aaa3-5ae6906c852e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650903 Apr 04 06:25:33.422458 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-135a8ff6-7b3f-48b9-9211-4fe9e633b551 req-6cb417a1-a335-4923-83fc-366e1cb72c4b service neutron] 10.222.0.37 "GET /v2.0/networks/c8cf8dd2-475e-45b8-aaa3-5ae6906c852e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235914 Apr 04 06:25:33.440128 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3a97308d-2f7f-430a-a376-5351344649a0 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (85132717-e2d2-4e12-a588-aaf8e71486cc), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:33.468378 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97308d-2f7f-430a-a376-5351344649a0 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Pushing event deleted for resources: {'Port': ['ID=85132717-e2d2-4e12-a588-aaf8e71486cc,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:25:33.532223 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3a97308d-2f7f-430a-a376-5351344649a0 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks [] for floatingip (7cc92dbd-add4-469e-9dbf-56152aaf2da9), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:33.532511 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.l3_db [None req-3a97308d-2f7f-430a-a376-5351344649a0 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Floating IP 7cc92dbd-add4-469e-9dbf-56152aaf2da9 disassociated (deleted). External IP: 172.27.2.233, port: da463cde-058f-411d-97f7-ea4328787712. Apr 04 06:25:33.769749 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a97308d-2f7f-430a-a376-5351344649a0 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Router ccb35f08-ace6-49de-9e86-bfbe9f96e671 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:25:33.877134 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a97308d-2f7f-430a-a376-5351344649a0 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:25:33.882107 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-3a97308d-2f7f-430a-a376-5351344649a0 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:33.887395 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff93892-86a6-4017-a9b3-207dc4392962 None None] Sync routers for ids ['ccb35f08-ace6-49de-9e86-bfbe9f96e671'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:25:33.898825 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff93892-86a6-4017-a9b3-207dc4392962 None None] Routers {'ccb35f08-ace6-49de-9e86-bfbe9f96e671'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:25:33.899460 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-2ff93892-86a6-4017-a9b3-207dc4392962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:25:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['ccb35f08-ace6-49de-9e86-bfbe9f96e671'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:25:33.917055 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-3a97308d-2f7f-430a-a376-5351344649a0 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "DELETE /v2.0/floatingips/7cc92dbd-add4-469e-9dbf-56152aaf2da9 HTTP/1.1" status: 204 len: 168 time: 1.1982579 Apr 04 06:25:34.011663 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-2ff93892-86a6-4017-a9b3-207dc4392962 None None] Set router ccb35f08-ace6-49de-9e86-bfbe9f96e671 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:25:34.164320 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:34.235004 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-2ff93892-86a6-4017-a9b3-207dc4392962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'name': 'tempest-TestMinimumBasicScenario-755482104-router', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:12Z', 'revision_number': 4, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'gw_port': {'id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:43:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '8d5e68a7-c417-4fca-bfb5-be95bb3e5f53', 'name': '', 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'mac_address': 'fa:16:3e:9d:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4fe03809-e6f0-4026-ab71-c19939f1f2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:11Z', 'updated_at': '2022-04-04T06:22:14Z', 'revision_number': 5, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'subnets': [{'id': '4fe03809-e6f0-4026-ab71-c19939f1f2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:25:34.265811 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff93892-86a6-4017-a9b3-207dc4392962 None None] Checking router: ccb35f08-ace6-49de-9e86-bfbe9f96e671 for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:25:34.275163 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff93892-86a6-4017-a9b3-207dc4392962 None None] Routers {'ccb35f08-ace6-49de-9e86-bfbe9f96e671'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:25:34.275778 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-2ff93892-86a6-4017-a9b3-207dc4392962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:25:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['ccb35f08-ace6-49de-9e86-bfbe9f96e671'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:25:34.400660 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-2ff93892-86a6-4017-a9b3-207dc4392962 None None] Set router ccb35f08-ace6-49de-9e86-bfbe9f96e671 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:25:34.562532 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5bdd2ed-e931-4bc1-975d-468f3474f45b', 'tag': 'da463cde-058f-411d-97f7-ea4328787712'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:25:34.565050 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9781e584-e016-4839-8c57-ae835f89f6ef" -d '{"events": [{"name": "network-changed", "server_uuid": "a5bdd2ed-e931-4bc1-975d-468f3474f45b", "tag": "da463cde-058f-411d-97f7-ea4328787712"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:25:34.601117 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d42ef61-a872-4e0f-9a6b-b54a2eb99423 x-openstack-request-id: req-2d42ef61-a872-4e0f-9a6b-b54a2eb99423 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:25:34.601416 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5bdd2ed-e931-4bc1-975d-468f3474f45b", "tag": "da463cde-058f-411d-97f7-ea4328787712", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:25:34.601670 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d42ef61-a872-4e0f-9a6b-b54a2eb99423 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:25:34.602087 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d42ef61-a872-4e0f-9a6b-b54a2eb99423'] response: {'name': 'network-changed', 'server_uuid': 'a5bdd2ed-e931-4bc1-975d-468f3474f45b', 'tag': 'da463cde-058f-411d-97f7-ea4328787712', 'status': 'completed', 'code': 200} Apr 04 06:25:34.614313 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-2ff93892-86a6-4017-a9b3-207dc4392962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'name': 'tempest-TestMinimumBasicScenario-755482104-router', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:12Z', 'revision_number': 4, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'gw_port': {'id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:43:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '8d5e68a7-c417-4fca-bfb5-be95bb3e5f53', 'name': '', 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'mac_address': 'fa:16:3e:9d:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4fe03809-e6f0-4026-ab71-c19939f1f2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:11Z', 'updated_at': '2022-04-04T06:22:14Z', 'revision_number': 5, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'subnets': [{'id': '4fe03809-e6f0-4026-ab71-c19939f1f2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:25:34.643800 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff93892-86a6-4017-a9b3-207dc4392962 None None] The sync data for ids ['ccb35f08-ace6-49de-9e86-bfbe9f96e671'] in dv-cinder-834448-2-iscsi is: [{'id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'name': 'tempest-TestMinimumBasicScenario-755482104-router', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:12Z', 'revision_number': 4, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'gw_port': {'id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:43:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '8d5e68a7-c417-4fca-bfb5-be95bb3e5f53', 'name': '', 'network_id': 'c8cf8dd2-475e-45b8-aaa3-5ae6906c852e', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'mac_address': 'fa:16:3e:9d:d8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4fe03809-e6f0-4026-ab71-c19939f1f2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:11Z', 'updated_at': '2022-04-04T06:22:14Z', 'revision_number': 5, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'subnets': [{'id': '4fe03809-e6f0-4026-ab71-c19939f1f2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:25:34.675110 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781e584-e016-4839-8c57-ae835f89f6ef req-d0eda10f-7a2b-4ddd-9d70-7ab398fcc3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:34.676621 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9781e584-e016-4839-8c57-ae835f89f6ef req-d0eda10f-7a2b-4ddd-9d70-7ab398fcc3e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9ff00fa7f72d4523b6d26ddda865bbcf&device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 1130 time: 0.0469527 Apr 04 06:25:34.774438 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781e584-e016-4839-8c57-ae835f89f6ef req-6bda5d19-964e-4b76-8533-7397da5e831a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:34.775926 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9781e584-e016-4839-8c57-ae835f89f6ef req-6bda5d19-964e-4b76-8533-7397da5e831a service neutron] 10.222.0.37 "GET /v2.0/networks?id=c8cf8dd2-475e-45b8-aaa3-5ae6906c852e HTTP/1.1" status: 200 len: 915 time: 0.0924616 Apr 04 06:25:34.822044 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9781e584-e016-4839-8c57-ae835f89f6ef req-1a886df5-c85b-4f3f-bc5a-443217a34f2c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da463cde-058f-411d-97f7-ea4328787712 HTTP/1.1" status: 200 len: 217 time: 0.0390162 Apr 04 06:25:34.875586 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781e584-e016-4839-8c57-ae835f89f6ef req-8fbcd15a-e687-4f29-92fe-ee16b6315e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:34.877333 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9781e584-e016-4839-8c57-ae835f89f6ef req-8fbcd15a-e687-4f29-92fe-ee16b6315e83 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fe03809-e6f0-4026-ab71-c19939f1f2b3 HTTP/1.1" status: 200 len: 853 time: 0.0490279 Apr 04 06:25:34.884067 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8ce99a-df3c-4840-933a-544ae15186cb None None] New status for floating IP 7cc92dbd-add4-469e-9dbf-56152aaf2da9: DOWN {{(pid=103482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:25:34.928580 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781e584-e016-4839-8c57-ae835f89f6ef req-e1f10a0c-779f-4a9e-b4c5-c7067f05e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:34.929838 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9781e584-e016-4839-8c57-ae835f89f6ef req-e1f10a0c-779f-4a9e-b4c5-c7067f05e5c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c8cf8dd2-475e-45b8-aaa3-5ae6906c852e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465257 Apr 04 06:25:35.025631 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9781e584-e016-4839-8c57-ae835f89f6ef req-5437b07b-9cec-4b4a-bf89-f4b7814f862f service neutron] 10.222.0.37 "GET /v2.0/networks/c8cf8dd2-475e-45b8-aaa3-5ae6906c852e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872436 Apr 04 06:25:35.118381 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9781e584-e016-4839-8c57-ae835f89f6ef req-44a2f7f3-70ec-414f-80a4-b4cf1cf94ce3 service neutron] 10.222.0.37 "GET /v2.0/networks/c8cf8dd2-475e-45b8-aaa3-5ae6906c852e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855727 Apr 04 06:25:36.666225 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc3b2b-a450-4656-803f-2580028b5f26 req-f46e6225-1b51-4447-b200-f4f23da410a8 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:36.667674 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eccc3b2b-a450-4656-803f-2580028b5f26 req-f46e6225-1b51-4447-b200-f4f23da410a8 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 946 time: 0.0542376 Apr 04 06:25:36.721248 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-eccc3b2b-a450-4656-803f-2580028b5f26 req-6c7512b9-0925-49f6-8137-7cd98f94c341 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471327 Apr 04 06:25:37.907204 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657e886-eb6d-469c-bda6-2341549bc1e0 req-40f2752c-87d6-4f3e-b8c0-de787364b1f7 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:37.908592 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f657e886-eb6d-469c-bda6-2341549bc1e0 req-40f2752c-87d6-4f3e-b8c0-de787364b1f7 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 946 time: 0.1091759 Apr 04 06:25:37.958680 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f657e886-eb6d-469c-bda6-2341549bc1e0 req-179ff5ef-ee09-4dbe-ac3a-382d35aada48 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b9f3dd5-e423-4a11-ab26-3579a20db64f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444255 Apr 04 06:25:38.564756 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21938d46-4991-4767-88fa-d1a52678c8c9 req-83a28ee1-02d5-4a51-893b-6e4a7d89de16 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:25:38.566229 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-21938d46-4991-4767-88fa-d1a52678c8c9 req-83a28ee1-02d5-4a51-893b-6e4a7d89de16 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 946 time: 0.0591650 Apr 04 06:25:38.662511 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-21938d46-4991-4767-88fa-d1a52678c8c9 req-8f857baa-3b04-477a-a7dc-9f6e3c238503 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Deleting port da463cde-058f-411d-97f7-ea4328787712 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:25:38.662860 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-21938d46-4991-4767-88fa-d1a52678c8c9 req-8f857baa-3b04-477a-a7dc-9f6e3c238503 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (da463cde-058f-411d-97f7-ea4328787712), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:38.751712 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-21938d46-4991-4767-88fa-d1a52678c8c9 req-8f857baa-3b04-477a-a7dc-9f6e3c238503 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] For port da463cde-058f-411d-97f7-ea4328787712, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=da463cde-058f-411d-97f7-ea4328787712,segment=NetworkSegment(dd756a8e-b291-4551-b699-5d4425964e74),segment_id=dd756a8e-b291-4551-b699-5d4425964e74)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:25:38.752086 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-21938d46-4991-4767-88fa-d1a52678c8c9 req-8f857baa-3b04-477a-a7dc-9f6e3c238503 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (da463cde-058f-411d-97f7-ea4328787712), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:38.765665 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-21938d46-4991-4767-88fa-d1a52678c8c9 req-8f857baa-3b04-477a-a7dc-9f6e3c238503 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Calling delete_port for da463cde-058f-411d-97f7-ea4328787712 owned by compute:nova {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:25:38.901439 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-21938d46-4991-4767-88fa-d1a52678c8c9 req-8f857baa-3b04-477a-a7dc-9f6e3c238503 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (da463cde-058f-411d-97f7-ea4328787712), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:38.913714 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['da463cde-058f-411d-97f7-ea4328787712'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:25:38.927935 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f857baa-3b04-477a-a7dc-9f6e3c238503 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Pushing event deleted for resources: {'Port': ['ID=da463cde-058f-411d-97f7-ea4328787712,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:25:38.975971 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-21938d46-4991-4767-88fa-d1a52678c8c9 req-8f857baa-3b04-477a-a7dc-9f6e3c238503 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] No DVR routers for this DVR port da463cde-058f-411d-97f7-ea4328787712 on host hv-cinder-83444 {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:25:38.978459 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-21938d46-4991-4767-88fa-d1a52678c8c9 req-8f857baa-3b04-477a-a7dc-9f6e3c238503 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:38.981960 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-21938d46-4991-4767-88fa-d1a52678c8c9 req-8f857baa-3b04-477a-a7dc-9f6e3c238503 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.37 "DELETE /v2.0/ports/da463cde-058f-411d-97f7-ea4328787712 HTTP/1.1" status: 204 len: 173 time: 0.4100459 Apr 04 06:25:38.982368 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5bdd2ed-e931-4bc1-975d-468f3474f45b', 'name': 'network-vif-deleted', 'tag': 'da463cde-058f-411d-97f7-ea4328787712'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:25:38.984756 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acc795c-dd88-4000-aaa1-a96ae389b323" -d '{"events": [{"server_uuid": "a5bdd2ed-e931-4bc1-975d-468f3474f45b", "name": "network-vif-deleted", "tag": "da463cde-058f-411d-97f7-ea4328787712"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:25:39.029181 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ed27dc-e55a-4768-a5c8-e38a613dafc2 x-openstack-request-id: req-d7ed27dc-e55a-4768-a5c8-e38a613dafc2 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:25:39.029480 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5bdd2ed-e931-4bc1-975d-468f3474f45b", "name": "network-vif-deleted", "tag": "da463cde-058f-411d-97f7-ea4328787712", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:25:39.029748 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7ed27dc-e55a-4768-a5c8-e38a613dafc2 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:25:39.030168 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7ed27dc-e55a-4768-a5c8-e38a613dafc2'] response: {'server_uuid': 'a5bdd2ed-e931-4bc1-975d-468f3474f45b', 'name': 'network-vif-deleted', 'tag': 'da463cde-058f-411d-97f7-ea4328787712', 'status': 'completed', 'code': 200} Apr 04 06:25:39.063409 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-de155c1f-709c-4c4d-b972-d7e2a3ae985e req-e2ee0491-961d-4440-ba5b-3f545dd902f8 tempest-TestMinimumBasicScenario-1748833739 tempest-TestMinimumBasicScenario-1748833739-project] 10.222.0.30 "GET /v2.0/ports?device_id=a5bdd2ed-e931-4bc1-975d-468f3474f45b HTTP/1.1" status: 200 len: 210 time: 0.0297658 Apr 04 06:25:40.875442 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33502) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:25:41.500194 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a83b1905-4e71-450c-9f9d-027643cf19bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1596021'] for router_interface (ccb35f08-ace6-49de-9e86-bfbe9f96e671), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:41.749262 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-a83b1905-4e71-450c-9f9d-027643cf19bb admin admin] Deleting port 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:25:41.749601 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a83b1905-4e71-450c-9f9d-027643cf19bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (8d5e68a7-c417-4fca-bfb5-be95bb3e5f53), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:41.830314 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-a83b1905-4e71-450c-9f9d-027643cf19bb admin admin] For port 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=8d5e68a7-c417-4fca-bfb5-be95bb3e5f53,segment=NetworkSegment(dd756a8e-b291-4551-b699-5d4425964e74),segment_id=dd756a8e-b291-4551-b699-5d4425964e74)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:25:41.830681 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a83b1905-4e71-450c-9f9d-027643cf19bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (8d5e68a7-c417-4fca-bfb5-be95bb3e5f53), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:41.843534 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-a83b1905-4e71-450c-9f9d-027643cf19bb admin admin] Calling delete_port for 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53 owned by network:router_interface {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:25:41.976575 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device da463cde-058f-411d-97f7-ea4328787712 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:25:41.997268 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] No Port match for: da463cde-058f-411d-97f7-ea4328787712 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:25:41.997647 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device da463cde-058f-411d-97f7-ea4328787712 not bound to the agent host hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:25:42.032485 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a83b1905-4e71-450c-9f9d-027643cf19bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (8d5e68a7-c417-4fca-bfb5-be95bb3e5f53), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:42.055669 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b1905-4e71-450c-9f9d-027643cf19bb admin admin] Pushing event deleted for resources: {'Port': ['ID=8d5e68a7-c417-4fca-bfb5-be95bb3e5f53,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:25:42.225105 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a83b1905-4e71-450c-9f9d-027643cf19bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596389'] for router_interface (ccb35f08-ace6-49de-9e86-bfbe9f96e671), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:42.449889 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83b1905-4e71-450c-9f9d-027643cf19bb admin admin] Router ccb35f08-ace6-49de-9e86-bfbe9f96e671 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:25:42.561523 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83b1905-4e71-450c-9f9d-027643cf19bb admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:25:42.566590 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-a83b1905-4e71-450c-9f9d-027643cf19bb admin admin] 10.222.0.30 "PUT /v2.0/routers/ccb35f08-ace6-49de-9e86-bfbe9f96e671/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6894765 Apr 04 06:25:42.569673 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33506) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:25:42.571175 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b487846-ed98-4664-93d9-afbf2199579c None None] Sync routers for ids ['ccb35f08-ace6-49de-9e86-bfbe9f96e671'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:25:42.580664 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b487846-ed98-4664-93d9-afbf2199579c None None] Routers {'ccb35f08-ace6-49de-9e86-bfbe9f96e671'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:25:42.581307 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-9b487846-ed98-4664-93d9-afbf2199579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:25:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['ccb35f08-ace6-49de-9e86-bfbe9f96e671'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:25:42.675144 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0fc57b43-f3db-4989-8aed-c6b1aa2fd086 admin admin] Publish callbacks [] for router (ccb35f08-ace6-49de-9e86-bfbe9f96e671), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:42.687412 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-9b487846-ed98-4664-93d9-afbf2199579c None None] Set router ccb35f08-ace6-49de-9e86-bfbe9f96e671 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:25:42.778721 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0fc57b43-f3db-4989-8aed-c6b1aa2fd086 admin admin] Publish callbacks [] for router_gateway (ccb35f08-ace6-49de-9e86-bfbe9f96e671), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:42.833068 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-0fc57b43-f3db-4989-8aed-c6b1aa2fd086 admin admin] Deleting port f40bdb59-70ab-4eb8-8aef-a8de85f2afdc {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:25:42.833378 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0fc57b43-f3db-4989-8aed-c6b1aa2fd086 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (f40bdb59-70ab-4eb8-8aef-a8de85f2afdc), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:42.871962 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-9b487846-ed98-4664-93d9-afbf2199579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'name': 'tempest-TestMinimumBasicScenario-755482104-router', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:25:41Z', 'revision_number': 5, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'gw_port': {'id': 'f40bdb59-70ab-4eb8-8aef-a8de85f2afdc', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:43:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:22:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:25:42.899116 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b487846-ed98-4664-93d9-afbf2199579c None None] Checking router: ccb35f08-ace6-49de-9e86-bfbe9f96e671 for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:25:42.907567 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b487846-ed98-4664-93d9-afbf2199579c None None] Routers {'ccb35f08-ace6-49de-9e86-bfbe9f96e671'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:25:42.908176 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-9b487846-ed98-4664-93d9-afbf2199579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:25:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['ccb35f08-ace6-49de-9e86-bfbe9f96e671'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:25:42.912266 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-0fc57b43-f3db-4989-8aed-c6b1aa2fd086 admin admin] For port f40bdb59-70ab-4eb8-8aef-a8de85f2afdc, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=f40bdb59-70ab-4eb8-8aef-a8de85f2afdc,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:25:42.912628 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0fc57b43-f3db-4989-8aed-c6b1aa2fd086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (f40bdb59-70ab-4eb8-8aef-a8de85f2afdc), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:42.929484 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-0fc57b43-f3db-4989-8aed-c6b1aa2fd086 admin admin] Calling delete_port for f40bdb59-70ab-4eb8-8aef-a8de85f2afdc owned by network:router_gateway {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:25:43.110114 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0fc57b43-f3db-4989-8aed-c6b1aa2fd086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (f40bdb59-70ab-4eb8-8aef-a8de85f2afdc), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:43.135224 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-9b487846-ed98-4664-93d9-afbf2199579c None None] Set router ccb35f08-ace6-49de-9e86-bfbe9f96e671 gateway port host: None {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:25:43.138427 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc57b43-f3db-4989-8aed-c6b1aa2fd086 admin admin] Pushing event deleted for resources: {'Port': ['ID=f40bdb59-70ab-4eb8-8aef-a8de85f2afdc,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:25:43.186619 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-9b487846-ed98-4664-93d9-afbf2199579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'name': 'tempest-TestMinimumBasicScenario-755482104-router', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:25:42Z', 'revision_number': 6, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'gw_port_host': None}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:25:43.198069 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0fc57b43-f3db-4989-8aed-c6b1aa2fd086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589263'] for router_gateway (ccb35f08-ace6-49de-9e86-bfbe9f96e671), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:43.215386 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b487846-ed98-4664-93d9-afbf2199579c None None] The sync data for ids ['ccb35f08-ace6-49de-9e86-bfbe9f96e671'] in dv-cinder-834448-2-iscsi is: [{'id': 'ccb35f08-ace6-49de-9e86-bfbe9f96e671', 'name': 'tempest-TestMinimumBasicScenario-755482104-router', 'tenant_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:08Z', 'updated_at': '2022-04-04T06:25:42Z', 'revision_number': 6, 'project_id': '9ff00fa7f72d4523b6d26ddda865bbcf', 'gw_port_host': None}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:25:43.289261 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0fc57b43-f3db-4989-8aed-c6b1aa2fd086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1597331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016'] for router (ccb35f08-ace6-49de-9e86-bfbe9f96e671), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:43.291385 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0fc57b43-f3db-4989-8aed-c6b1aa2fd086 admin admin] Publish callbacks [] for router_controller (ccb35f08-ace6-49de-9e86-bfbe9f96e671), precommit_delete_associations {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:43.339542 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0fc57b43-f3db-4989-8aed-c6b1aa2fd086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1597418'] for router (ccb35f08-ace6-49de-9e86-bfbe9f96e671), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:43.340121 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc57b43-f3db-4989-8aed-c6b1aa2fd086 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccb35f08-ace6-49de-9e86-bfbe9f96e671 {{(pid=103480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 06:25:43.345359 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0fc57b43-f3db-4989-8aed-c6b1aa2fd086 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:43.346505 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-0fc57b43-f3db-4989-8aed-c6b1aa2fd086 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ccb35f08-ace6-49de-9e86-bfbe9f96e671 HTTP/1.1" status: 204 len: 168 time: 0.7758060 Apr 04 06:25:43.349199 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33508) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:25:43.393634 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f282a86-4828-49df-ad47-09566c736c4c admin admin] Deleting subnet 4fe03809-e6f0-4026-ab71-c19939f1f2b3 {{(pid=103480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 06:25:43.396801 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0f282a86-4828-49df-ad47-09566c736c4c admin admin] Publish callbacks [] for subnet (4fe03809-e6f0-4026-ab71-c19939f1f2b3), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:43.434936 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0f282a86-4828-49df-ad47-09566c736c4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3914041'] for subnet (4fe03809-e6f0-4026-ab71-c19939f1f2b3), precommit_delete_associations {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:43.522921 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0f282a86-4828-49df-ad47-09566c736c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047354'] for subnet (4fe03809-e6f0-4026-ab71-c19939f1f2b3), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:43.582888 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0f282a86-4828-49df-ad47-09566c736c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2345283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9101493'] for subnet (4fe03809-e6f0-4026-ab71-c19939f1f2b3), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:43.604999 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f282a86-4828-49df-ad47-09566c736c4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe03809-e6f0-4026-ab71-c19939f1f2b3,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:25:43.618478 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0f282a86-4828-49df-ad47-09566c736c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for subnet (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:43.619894 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db4b7ae-1265-4a3a-a44f-d899b29c7262 None None] Network c8cf8dd2-475e-45b8-aaa3-5ae6906c852e requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:25:43.622383 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-0f282a86-4828-49df-ad47-09566c736c4c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4fe03809-e6f0-4026-ab71-c19939f1f2b3 HTTP/1.1" status: 204 len: 168 time: 0.2716904 Apr 04 06:25:43.625126 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33510) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:25:43.697986 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1ab5675a-3015-4800-96c1-9dc73c5eb1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823931'] for network (c8cf8dd2-475e-45b8-aaa3-5ae6906c852e), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:43.761567 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-1ab5675a-3015-4800-96c1-9dc73c5eb1d3 admin admin] Deleting port 82f32394-9cad-4684-93a7-22070f4ace6a {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:25:43.762010 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1ab5675a-3015-4800-96c1-9dc73c5eb1d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (82f32394-9cad-4684-93a7-22070f4ace6a), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:43.828547 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-1ab5675a-3015-4800-96c1-9dc73c5eb1d3 admin admin] For port 82f32394-9cad-4684-93a7-22070f4ace6a, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=82f32394-9cad-4684-93a7-22070f4ace6a,segment=NetworkSegment(dd756a8e-b291-4551-b699-5d4425964e74),segment_id=dd756a8e-b291-4551-b699-5d4425964e74)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:25:43.828888 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1ab5675a-3015-4800-96c1-9dc73c5eb1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (82f32394-9cad-4684-93a7-22070f4ace6a), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:43.842532 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-1ab5675a-3015-4800-96c1-9dc73c5eb1d3 admin admin] Calling delete_port for 82f32394-9cad-4684-93a7-22070f4ace6a owned by network:dhcp {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:25:43.924093 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1ab5675a-3015-4800-96c1-9dc73c5eb1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (82f32394-9cad-4684-93a7-22070f4ace6a), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:43.954529 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5675a-3015-4800-96c1-9dc73c5eb1d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=82f32394-9cad-4684-93a7-22070f4ace6a,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:25:43.956991 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab5675a-3015-4800-96c1-9dc73c5eb1d3 admin admin] No DVR routers for this DVR port 82f32394-9cad-4684-93a7-22070f4ace6a on host dv-cinder-834448-2-iscsi {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:25:44.013638 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040baf8f-e615-4b08-8396-0424444a17e7 None None] DHCP port deletion for c8cf8dd2-475e-45b8-aaa3-5ae6906c852e request from dv-cinder-834448-2-iscsi {{(pid=103481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 06:25:44.037514 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1ab5675a-3015-4800-96c1-9dc73c5eb1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951985', 'neutron.services.segments.db._delete_segments_for_network-8794510801722'] for network (c8cf8dd2-475e-45b8-aaa3-5ae6906c852e), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:44.059655 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-1ab5675a-3015-4800-96c1-9dc73c5eb1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8cf8dd2-475e-45b8-aaa3-5ae6906c852e']}} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:25:44.069061 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-1ab5675a-3015-4800-96c1-9dc73c5eb1d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd756a8e-b291-4551-b699-5d4425964e74') {'for_net_delete': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:25:44.069361 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-1ab5675a-3015-4800-96c1-9dc73c5eb1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd756a8e-b291-4551-b699-5d4425964e74') {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:25:44.079290 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1ab5675a-3015-4800-96c1-9dc73c5eb1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794510999619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3914034'] for segment (dd756a8e-b291-4551-b699-5d4425964e74), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:44.089164 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53 no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:25:44.093755 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1ab5675a-3015-4800-96c1-9dc73c5eb1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (dd756a8e-b291-4551-b699-5d4425964e74), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:44.100068 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ab5675a-3015-4800-96c1-9dc73c5eb1d3 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 06:25:44.100463 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1ab5675a-3015-4800-96c1-9dc73c5eb1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2345957'] for segment (dd756a8e-b291-4551-b699-5d4425964e74), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: Traceback (most recent call last): Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: timer() Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: cb(*args, **kw) Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: return func(*args, **kwargs) Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: self._notify() Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: self.callback(batched_events) Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: event.method(event) Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: return f(self, *a, **k) Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._get(url).json() Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: return self.request(url, 'GET', **kwargs) Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 06:25:44.102210 dv-cinder-834448-2-iscsi neutron-server[103480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 06:25:44.111396 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:25:44.111396 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 8d5e68a7-c417-4fca-bfb5-be95bb3e5f53 not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:25:44.166007 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1ab5675a-3015-4800-96c1-9dc73c5eb1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589347'] for network (c8cf8dd2-475e-45b8-aaa3-5ae6906c852e), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:44.172952 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-1ab5675a-3015-4800-96c1-9dc73c5eb1d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:44.176295 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-1ab5675a-3015-4800-96c1-9dc73c5eb1d3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c8cf8dd2-475e-45b8-aaa3-5ae6906c852e HTTP/1.1" status: 204 len: 168 time: 0.5502422 Apr 04 06:25:44.179354 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 33512) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:25:44.188396 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5675a-3015-4800-96c1-9dc73c5eb1d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8cf8dd2-475e-45b8-aaa3-5ae6906c852e,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:25:44.534003 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0dd904ca-c0f6-4ee2-a40e-e460da2ee1f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1596021'] for router_interface (e7c65544-d30b-48d7-a137-e85ba1b0215a), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:44.808351 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-0dd904ca-c0f6-4ee2-a40e-e460da2ee1f8 admin admin] Deleting port 9f361a47-6ef7-423d-8fcb-beebc47c1320 {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:25:44.808691 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0dd904ca-c0f6-4ee2-a40e-e460da2ee1f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (9f361a47-6ef7-423d-8fcb-beebc47c1320), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:44.892105 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-0dd904ca-c0f6-4ee2-a40e-e460da2ee1f8 admin admin] For port 9f361a47-6ef7-423d-8fcb-beebc47c1320, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=9f361a47-6ef7-423d-8fcb-beebc47c1320,segment=NetworkSegment(b6ce9fa9-fad7-48f7-91db-5c97f6041645),segment_id=b6ce9fa9-fad7-48f7-91db-5c97f6041645)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:25:44.892465 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0dd904ca-c0f6-4ee2-a40e-e460da2ee1f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (9f361a47-6ef7-423d-8fcb-beebc47c1320), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:44.909513 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-0dd904ca-c0f6-4ee2-a40e-e460da2ee1f8 admin admin] Calling delete_port for 9f361a47-6ef7-423d-8fcb-beebc47c1320 owned by network:router_interface {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:25:45.092449 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0dd904ca-c0f6-4ee2-a40e-e460da2ee1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (9f361a47-6ef7-423d-8fcb-beebc47c1320), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:45.125153 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd904ca-c0f6-4ee2-a40e-e460da2ee1f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f361a47-6ef7-423d-8fcb-beebc47c1320,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:25:45.287678 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-0dd904ca-c0f6-4ee2-a40e-e460da2ee1f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596389'] for router_interface (e7c65544-d30b-48d7-a137-e85ba1b0215a), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:45.527542 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd904ca-c0f6-4ee2-a40e-e460da2ee1f8 admin admin] Router e7c65544-d30b-48d7-a137-e85ba1b0215a has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:25:45.645278 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd904ca-c0f6-4ee2-a40e-e460da2ee1f8 admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:25:45.653539 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-0dd904ca-c0f6-4ee2-a40e-e460da2ee1f8 admin admin] 10.222.0.30 "PUT /v2.0/routers/e7c65544-d30b-48d7-a137-e85ba1b0215a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4704940 Apr 04 06:25:45.654209 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33514) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:25:45.655298 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc62b282-243b-4deb-8e45-6f0d61736ce7 None None] Sync routers for ids ['e7c65544-d30b-48d7-a137-e85ba1b0215a'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:25:45.664998 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc62b282-243b-4deb-8e45-6f0d61736ce7 None None] Routers {'e7c65544-d30b-48d7-a137-e85ba1b0215a'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:25:45.665626 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-dc62b282-243b-4deb-8e45-6f0d61736ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:25:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['e7c65544-d30b-48d7-a137-e85ba1b0215a'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:25:45.743876 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device f40bdb59-70ab-4eb8-8aef-a8de85f2afdc no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:25:45.765025 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: f40bdb59-70ab-4eb8-8aef-a8de85f2afdc {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:25:45.765764 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device f40bdb59-70ab-4eb8-8aef-a8de85f2afdc not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:25:45.766188 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 82f32394-9cad-4684-93a7-22070f4ace6a no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:25:45.768946 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4eb13f7c-03aa-41f7-b098-bbb9b8a49b1e admin admin] Publish callbacks [] for router (e7c65544-d30b-48d7-a137-e85ba1b0215a), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:45.776247 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-dc62b282-243b-4deb-8e45-6f0d61736ce7 None None] Set router e7c65544-d30b-48d7-a137-e85ba1b0215a gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:25:45.790023 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: 82f32394-9cad-4684-93a7-22070f4ace6a {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:25:45.790271 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 82f32394-9cad-4684-93a7-22070f4ace6a not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:25:45.879748 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4eb13f7c-03aa-41f7-b098-bbb9b8a49b1e admin admin] Publish callbacks [] for router_gateway (e7c65544-d30b-48d7-a137-e85ba1b0215a), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:45.937132 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-4eb13f7c-03aa-41f7-b098-bbb9b8a49b1e admin admin] Deleting port 31651ee0-9e72-4f6d-b3af-5a953da8a906 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:25:45.937470 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4eb13f7c-03aa-41f7-b098-bbb9b8a49b1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (31651ee0-9e72-4f6d-b3af-5a953da8a906), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:45.955979 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-dc62b282-243b-4deb-8e45-6f0d61736ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c65544-d30b-48d7-a137-e85ba1b0215a', 'name': 'tempest-TestMinimumBasicScenario-365107922-router', 'tenant_id': '12a4659336394c38b35c1d410e48e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '31651ee0-9e72-4f6d-b3af-5a953da8a906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:14Z', 'updated_at': '2022-04-04T06:25:45Z', 'revision_number': 5, 'project_id': '12a4659336394c38b35c1d410e48e51a', 'gw_port': {'id': '31651ee0-9e72-4f6d-b3af-5a953da8a906', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c65544-d30b-48d7-a137-e85ba1b0215a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:22:15Z', 'updated_at': '2022-04-04T06:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:25:45.981536 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc62b282-243b-4deb-8e45-6f0d61736ce7 None None] Checking router: e7c65544-d30b-48d7-a137-e85ba1b0215a for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:25:45.990514 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc62b282-243b-4deb-8e45-6f0d61736ce7 None None] Routers {'e7c65544-d30b-48d7-a137-e85ba1b0215a'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:25:45.991110 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-dc62b282-243b-4deb-8e45-6f0d61736ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:25:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['e7c65544-d30b-48d7-a137-e85ba1b0215a'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:25:46.019525 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-4eb13f7c-03aa-41f7-b098-bbb9b8a49b1e admin admin] For port 31651ee0-9e72-4f6d-b3af-5a953da8a906, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=31651ee0-9e72-4f6d-b3af-5a953da8a906,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:25:46.019891 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4eb13f7c-03aa-41f7-b098-bbb9b8a49b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (31651ee0-9e72-4f6d-b3af-5a953da8a906), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:46.032612 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-4eb13f7c-03aa-41f7-b098-bbb9b8a49b1e admin admin] Calling delete_port for 31651ee0-9e72-4f6d-b3af-5a953da8a906 owned by network:router_gateway {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:25:46.080939 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-dc62b282-243b-4deb-8e45-6f0d61736ce7 None None] Set router e7c65544-d30b-48d7-a137-e85ba1b0215a gateway port host: None {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:25:46.134503 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-dc62b282-243b-4deb-8e45-6f0d61736ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c65544-d30b-48d7-a137-e85ba1b0215a', 'name': 'tempest-TestMinimumBasicScenario-365107922-router', 'tenant_id': '12a4659336394c38b35c1d410e48e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:14Z', 'updated_at': '2022-04-04T06:25:45Z', 'revision_number': 6, 'project_id': '12a4659336394c38b35c1d410e48e51a', 'gw_port_host': None}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:25:46.160512 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc62b282-243b-4deb-8e45-6f0d61736ce7 None None] The sync data for ids ['e7c65544-d30b-48d7-a137-e85ba1b0215a'] in dv-cinder-834448-2-iscsi is: [{'id': 'e7c65544-d30b-48d7-a137-e85ba1b0215a', 'name': 'tempest-TestMinimumBasicScenario-365107922-router', 'tenant_id': '12a4659336394c38b35c1d410e48e51a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:22:14Z', 'updated_at': '2022-04-04T06:25:45Z', 'revision_number': 6, 'project_id': '12a4659336394c38b35c1d410e48e51a', 'gw_port_host': None}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:25:46.205271 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4eb13f7c-03aa-41f7-b098-bbb9b8a49b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (31651ee0-9e72-4f6d-b3af-5a953da8a906), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:46.234034 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb13f7c-03aa-41f7-b098-bbb9b8a49b1e admin admin] Pushing event deleted for resources: {'Port': ['ID=31651ee0-9e72-4f6d-b3af-5a953da8a906,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:25:46.299443 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4eb13f7c-03aa-41f7-b098-bbb9b8a49b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589263'] for router_gateway (e7c65544-d30b-48d7-a137-e85ba1b0215a), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:46.392536 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4eb13f7c-03aa-41f7-b098-bbb9b8a49b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1597331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016'] for router (e7c65544-d30b-48d7-a137-e85ba1b0215a), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:46.394644 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4eb13f7c-03aa-41f7-b098-bbb9b8a49b1e admin admin] Publish callbacks [] for router_controller (e7c65544-d30b-48d7-a137-e85ba1b0215a), precommit_delete_associations {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:46.446077 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4eb13f7c-03aa-41f7-b098-bbb9b8a49b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1597418'] for router (e7c65544-d30b-48d7-a137-e85ba1b0215a), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:46.446678 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb13f7c-03aa-41f7-b098-bbb9b8a49b1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7c65544-d30b-48d7-a137-e85ba1b0215a {{(pid=103480) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 06:25:46.451112 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-4eb13f7c-03aa-41f7-b098-bbb9b8a49b1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:46.452317 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-4eb13f7c-03aa-41f7-b098-bbb9b8a49b1e admin admin] 10.222.0.30 "DELETE /v2.0/routers/e7c65544-d30b-48d7-a137-e85ba1b0215a HTTP/1.1" status: 204 len: 168 time: 0.7970045 Apr 04 06:25:46.454877 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33516) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:25:46.501252 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b374b8-5da0-4b3d-aacf-87578f51a82c admin admin] Deleting subnet b7c91f89-69ca-44a8-9a5d-db04abd2be50 {{(pid=103480) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 06:25:46.505298 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-88b374b8-5da0-4b3d-aacf-87578f51a82c admin admin] Publish callbacks [] for subnet (b7c91f89-69ca-44a8-9a5d-db04abd2be50), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:46.541923 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-88b374b8-5da0-4b3d-aacf-87578f51a82c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3914041'] for subnet (b7c91f89-69ca-44a8-9a5d-db04abd2be50), precommit_delete_associations {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:46.624050 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-88b374b8-5da0-4b3d-aacf-87578f51a82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047354'] for subnet (b7c91f89-69ca-44a8-9a5d-db04abd2be50), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:46.686449 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-88b374b8-5da0-4b3d-aacf-87578f51a82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2345283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9101493'] for subnet (b7c91f89-69ca-44a8-9a5d-db04abd2be50), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:46.711097 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b374b8-5da0-4b3d-aacf-87578f51a82c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7c91f89-69ca-44a8-9a5d-db04abd2be50,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:25:46.716604 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-88b374b8-5da0-4b3d-aacf-87578f51a82c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for subnet (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:46.720615 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-88b374b8-5da0-4b3d-aacf-87578f51a82c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b7c91f89-69ca-44a8-9a5d-db04abd2be50 HTTP/1.1" status: 204 len: 168 time: 0.2648058 Apr 04 06:25:46.723063 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f84f2f-6fbc-471e-b593-5d9e8d50674d None None] Network d84ac9c5-7828-48a5-8987-2f70a9b5ee24 requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:25:46.723292 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33518) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:25:46.777250 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [req-e4256a5b-c36a-4ae0-8618-04663a4bb19a req-e852dbbf-d6f8-4b2d-b9fe-24ea0ad73e01 service neutron] (103479) timed out ('10.222.0.37', 53951) {{(pid=103479) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 04 06:25:46.792922 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-bd3b107d-adb4-45fa-8137-e1a8e68a0621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823931'] for network (d84ac9c5-7828-48a5-8987-2f70a9b5ee24), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:46.848490 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-bd3b107d-adb4-45fa-8137-e1a8e68a0621 admin admin] Deleting port 948525ff-0d94-458b-af99-99e4c796dfab {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:25:46.848836 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-bd3b107d-adb4-45fa-8137-e1a8e68a0621 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (948525ff-0d94-458b-af99-99e4c796dfab), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:46.909563 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c7baa3-bc1b-4519-a840-d865b7febc15 None None] DHCP port deletion for d84ac9c5-7828-48a5-8987-2f70a9b5ee24 request from dv-cinder-834448-2-iscsi {{(pid=103481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 06:25:46.919627 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-bd3b107d-adb4-45fa-8137-e1a8e68a0621 admin admin] For port 948525ff-0d94-458b-af99-99e4c796dfab, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=948525ff-0d94-458b-af99-99e4c796dfab,segment=NetworkSegment(b6ce9fa9-fad7-48f7-91db-5c97f6041645),segment_id=b6ce9fa9-fad7-48f7-91db-5c97f6041645)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:25:46.920042 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-bd3b107d-adb4-45fa-8137-e1a8e68a0621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (948525ff-0d94-458b-af99-99e4c796dfab), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:46.934360 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-bd3b107d-adb4-45fa-8137-e1a8e68a0621 admin admin] Calling delete_port for 948525ff-0d94-458b-af99-99e4c796dfab owned by network:dhcp {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:25:46.957318 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-78c7baa3-bc1b-4519-a840-d865b7febc15 None None] Deleting port 948525ff-0d94-458b-af99-99e4c796dfab {{(pid=103481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:25:46.957690 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-78c7baa3-bc1b-4519-a840-d865b7febc15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (948525ff-0d94-458b-af99-99e4c796dfab), before_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:47.027928 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-78c7baa3-bc1b-4519-a840-d865b7febc15 None None] For port 948525ff-0d94-458b-af99-99e4c796dfab, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=948525ff-0d94-458b-af99-99e4c796dfab,segment=NetworkSegment(b6ce9fa9-fad7-48f7-91db-5c97f6041645),segment_id=b6ce9fa9-fad7-48f7-91db-5c97f6041645)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:25:47.028075 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-78c7baa3-bc1b-4519-a840-d865b7febc15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (948525ff-0d94-458b-af99-99e4c796dfab), precommit_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:47.043582 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-78c7baa3-bc1b-4519-a840-d865b7febc15 None None] Calling delete_port for 948525ff-0d94-458b-af99-99e4c796dfab owned by network:dhcp {{(pid=103481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:25:47.127515 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-78c7baa3-bc1b-4519-a840-d865b7febc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006'] for port (948525ff-0d94-458b-af99-99e4c796dfab), after_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:47.158623 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7baa3-bc1b-4519-a840-d865b7febc15 None None] Pushing event deleted for resources: {'Port': ['ID=948525ff-0d94-458b-af99-99e4c796dfab,revision_number=None']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:25:47.163712 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c7baa3-bc1b-4519-a840-d865b7febc15 None None] No DVR routers for this DVR port 948525ff-0d94-458b-af99-99e4c796dfab on host dv-cinder-834448-2-iscsi {{(pid=103481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:25:47.171139 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [req-a4f4587f-5039-4aa1-b21e-a0f23c5a7f41 req-d72156cc-dcbe-4409-91da-fd5e957f5ac4 service neutron] (103479) timed out ('10.222.0.37', 53937) {{(pid=103479) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 04 06:25:47.321434 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-bd3b107d-adb4-45fa-8137-e1a8e68a0621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (948525ff-0d94-458b-af99-99e4c796dfab), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:47.345084 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b107d-adb4-45fa-8137-e1a8e68a0621 admin admin] Pushing event deleted for resources: {'Port': ['ID=948525ff-0d94-458b-af99-99e4c796dfab,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:25:47.351605 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3b107d-adb4-45fa-8137-e1a8e68a0621 admin admin] No DVR routers for this DVR port 948525ff-0d94-458b-af99-99e4c796dfab on host dv-cinder-834448-2-iscsi {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:25:47.422821 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-bd3b107d-adb4-45fa-8137-e1a8e68a0621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951985', 'neutron.services.segments.db._delete_segments_for_network-8794510801722'] for network (d84ac9c5-7828-48a5-8987-2f70a9b5ee24), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:47.446130 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-bd3b107d-adb4-45fa-8137-e1a8e68a0621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84ac9c5-7828-48a5-8987-2f70a9b5ee24']}} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:25:47.456142 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-bd3b107d-adb4-45fa-8137-e1a8e68a0621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ce9fa9-fad7-48f7-91db-5c97f6041645') {'for_net_delete': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:25:47.456449 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-bd3b107d-adb4-45fa-8137-e1a8e68a0621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ce9fa9-fad7-48f7-91db-5c97f6041645') {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:25:47.466706 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-bd3b107d-adb4-45fa-8137-e1a8e68a0621 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794510999619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3914034'] for segment (b6ce9fa9-fad7-48f7-91db-5c97f6041645), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:47.482692 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-bd3b107d-adb4-45fa-8137-e1a8e68a0621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (b6ce9fa9-fad7-48f7-91db-5c97f6041645), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:47.488779 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3b107d-adb4-45fa-8137-e1a8e68a0621 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 06:25:47.489190 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-bd3b107d-adb4-45fa-8137-e1a8e68a0621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2345957'] for segment (b6ce9fa9-fad7-48f7-91db-5c97f6041645), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: self.session.flush() Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: self.session.flush() Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: self.session.flush() Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: self.session.flush() Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: Traceback (most recent call last): Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: timer() Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: cb(*args, **kw) Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: return func(*args, **kwargs) Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: self._notify() Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: self.callback(batched_events) Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: event.method(event) Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: return f(self, *a, **k) Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._get(url).json() Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: return self.request(url, 'GET', **kwargs) Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 06:25:47.490971 dv-cinder-834448-2-iscsi neutron-server[103480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 06:25:47.545842 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-bd3b107d-adb4-45fa-8137-e1a8e68a0621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589347'] for network (d84ac9c5-7828-48a5-8987-2f70a9b5ee24), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:47.551073 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-bd3b107d-adb4-45fa-8137-e1a8e68a0621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:47.554304 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-bd3b107d-adb4-45fa-8137-e1a8e68a0621 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d84ac9c5-7828-48a5-8987-2f70a9b5ee24 HTTP/1.1" status: 204 len: 168 time: 0.8300865 Apr 04 06:25:47.567547 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b107d-adb4-45fa-8137-e1a8e68a0621 admin admin] Pushing event deleted for resources: {'Network': ['ID=d84ac9c5-7828-48a5-8987-2f70a9b5ee24,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:25:47.703567 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 948525ff-0d94-458b-af99-99e4c796dfab no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:25:47.726076 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: 948525ff-0d94-458b-af99-99e4c796dfab {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:25:47.726422 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 948525ff-0d94-458b-af99-99e4c796dfab not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:25:47.726836 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 9f361a47-6ef7-423d-8fcb-beebc47c1320 no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:25:47.745514 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33522) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:25:47.746802 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: 9f361a47-6ef7-423d-8fcb-beebc47c1320 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:25:47.747153 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 9f361a47-6ef7-423d-8fcb-beebc47c1320 not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:25:47.747603 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 31651ee0-9e72-4f6d-b3af-5a953da8a906 no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:25:47.767838 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: 31651ee0-9e72-4f6d-b3af-5a953da8a906 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:25:47.768290 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 31651ee0-9e72-4f6d-b3af-5a953da8a906 not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:25:47.786639 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-9ad2f5ce-a13f-48a8-9175-dd2f7331d94a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ff00fa7f72d4523b6d26ddda865bbcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399394 Apr 04 06:25:47.789063 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33524) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:25:47.842123 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0170ffeb-f800-492d-8b85-bcf117706aad admin admin] Publish callbacks [] for security_group (5b9f3dd5-e423-4a11-ab26-3579a20db64f), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:47.864134 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0170ffeb-f800-492d-8b85-bcf117706aad admin admin] Publish callbacks [] for security_group (5b9f3dd5-e423-4a11-ab26-3579a20db64f), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:47.917190 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0170ffeb-f800-492d-8b85-bcf117706aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (5b9f3dd5-e423-4a11-ab26-3579a20db64f), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:47.920112 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-0170ffeb-f800-492d-8b85-bcf117706aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:47.921283 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-0170ffeb-f800-492d-8b85-bcf117706aad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b9f3dd5-e423-4a11-ab26-3579a20db64f HTTP/1.1" status: 204 len: 168 time: 0.1313472 Apr 04 06:25:47.928592 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170ffeb-f800-492d-8b85-bcf117706aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9f3dd5-e423-4a11-ab26-3579a20db64f,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:25:48.255952 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33530) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:25:48.306110 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-e50260c4-4bb7-4d8a-9763-427525f73fe6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=12a4659336394c38b35c1d410e48e51a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485725 Apr 04 06:25:48.308687 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33532) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:25:48.357708 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-18859204-7462-4dc9-b9c9-c43f86b1af31 admin admin] Publish callbacks [] for security_group (6c841388-1bb8-442c-b52c-12120c00ff3c), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:48.379503 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-18859204-7462-4dc9-b9c9-c43f86b1af31 admin admin] Publish callbacks [] for security_group (6c841388-1bb8-442c-b52c-12120c00ff3c), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:48.428067 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-18859204-7462-4dc9-b9c9-c43f86b1af31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (6c841388-1bb8-442c-b52c-12120c00ff3c), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:48.432031 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-18859204-7462-4dc9-b9c9-c43f86b1af31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:48.433877 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-18859204-7462-4dc9-b9c9-c43f86b1af31 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c841388-1bb8-442c-b52c-12120c00ff3c HTTP/1.1" status: 204 len: 168 time: 0.1240947 Apr 04 06:25:48.442628 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18859204-7462-4dc9-b9c9-c43f86b1af31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c841388-1bb8-442c-b52c-12120c00ff3c,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:25:56.180391 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-3f490a92-6933-4b89-bab9-478515bd1cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:58.338381 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-20dd1f24-43f9-4970-b55b-e59e84102a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:25:59.600134 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:26:00.691379 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:26:01.623730 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:26:02.346440 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:26:04.160883 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:26:20.916255 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f5f9156d-86b9-4380-93ff-add9a491d9d0 req-59dd349a-9292-47ac-8bc7-36b0b53cdc3b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2224784 Apr 04 06:26:20.982533 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9156d-86b9-4380-93ff-add9a491d9d0 req-db69f25b-c4ae-46f9-be46-3c986a63272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:26:20.984162 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f5f9156d-86b9-4380-93ff-add9a491d9d0 req-db69f25b-c4ae-46f9-be46-3c986a63272a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68988ae34214443380cdb8f4c7433802&device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 1130 time: 0.0448477 Apr 04 06:26:21.107269 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9156d-86b9-4380-93ff-add9a491d9d0 req-311e6273-d24f-4828-85d0-f1601999e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:26:21.109064 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f5f9156d-86b9-4380-93ff-add9a491d9d0 req-311e6273-d24f-4828-85d0-f1601999e46f service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c HTTP/1.1" status: 200 len: 913 time: 0.1003649 Apr 04 06:26:21.190211 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f5f9156d-86b9-4380-93ff-add9a491d9d0 req-224dc8b9-e601-4647-b28d-a6bcb7252985 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=612605cf-942e-4547-91ff-feac8876fb06 HTTP/1.1" status: 200 len: 1002 time: 0.0739641 Apr 04 06:26:21.242788 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9156d-86b9-4380-93ff-add9a491d9d0 req-255fd54c-abc3-4a5a-970e-6b69d02459d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:26:21.244152 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f5f9156d-86b9-4380-93ff-add9a491d9d0 req-255fd54c-abc3-4a5a-970e-6b69d02459d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42cb9770-6d91-4082-ba30-7af1f0e01594 HTTP/1.1" status: 200 len: 851 time: 0.0471218 Apr 04 06:26:21.296204 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9156d-86b9-4380-93ff-add9a491d9d0 req-8bccfea6-c5e9-423f-a9a4-4968754c26ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:26:21.297913 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f5f9156d-86b9-4380-93ff-add9a491d9d0 req-8bccfea6-c5e9-423f-a9a4-4968754c26ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473680 Apr 04 06:26:21.392279 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f5f9156d-86b9-4380-93ff-add9a491d9d0 req-c64f7491-a1b7-4f19-970f-e80bd7152040 service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861721 Apr 04 06:26:21.493022 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f5f9156d-86b9-4380-93ff-add9a491d9d0 req-dccf49c9-d925-4ca9-82e1-4bc5e44ab678 service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929735 Apr 04 06:26:26.197315 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-0e3fb22c-0fef-47ff-a5a7-53cd4efbdcc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:26:28.342386 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-e75a4e3b-4255-4853-b152-76b8777bb713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:26:29.606451 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:26:30.695031 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:26:32.348649 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:26:34.171014 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:26:38.626686 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:26:45.488828 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [req-289a65de-406d-438d-abb3-8ffab1951863 req-374436aa-3887-4692-8154-baec7b9014bd service neutron] (103480) timed out ('10.222.0.37', 53960) {{(pid=103480) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 04 06:26:56.190910 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-47f3770c-a0cb-414d-a8df-ce8c39b40ebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:26:58.347658 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-801b1749-1e7f-417f-bb30-f81d19d4efeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:26:59.607131 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:00.703012 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:02.350988 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:04.173994 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:11.635071 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-15db8654-40da-48d7-bfdf-1c54ff30bf37 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030931071&fields=id&tenant_id=68988ae34214443380cdb8f4c7433802 HTTP/1.1" status: 200 len: 267 time: 0.0497031 Apr 04 06:27:11.762860 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-5dfa7aaf-dd91-4b09-be25-e33aee85498a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:11.764320 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-5dfa7aaf-dd91-4b09-be25-e33aee85498a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/networks?id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c HTTP/1.1" status: 200 len: 812 time: 0.1224635 Apr 04 06:27:11.781013 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-528a1de4-b4b2-41ff-9f6b-441412440147 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/quotas/68988ae34214443380cdb8f4c7433802 HTTP/1.1" status: 200 len: 375 time: 0.0104010 Apr 04 06:27:11.840782 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-c19594f2-bc87-411b-9ec1-05cebab880bd tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=68988ae34214443380cdb8f4c7433802&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527670 Apr 04 06:27:11.969053 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-1895734a-0d1a-44d5-aace-1acb2541a379 service neutron] 10.222.0.30 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133177 Apr 04 06:27:12.062666 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-fc32fee7-7c37-4b0a-8fe8-5f9b0d0ac0ce service neutron] 10.222.0.30 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877433 Apr 04 06:27:12.392979 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-e9357c45-5735-4cc8-931e-9af6fa3fca7e req-ee9aa543-7934-4146-9bd2-5d66a4c151d8 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 210 time: 0.0323186 Apr 04 06:27:13.509683 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3fe2f578-2835-4465-9009-95b62057c303 req-0253b34a-12a1-464d-9fb8-83c613c797f7 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 210 time: 0.0423305 Apr 04 06:27:13.520537 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-c1220b1e-6b6c-4af5-8654-18a486c96df1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:13.522031 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-c1220b1e-6b6c-4af5-8654-18a486c96df1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.37 "GET /v2.0/networks?id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c HTTP/1.1" status: 200 len: 812 time: 0.1320293 Apr 04 06:27:13.593619 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-768c3eb0-c905-46df-8970-c56ddb8eb82a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68988ae34214443380cdb8f4c7433802 HTTP/1.1" status: 200 len: 380 time: 0.0593445 Apr 04 06:27:13.602434 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Request body: {'port': {'device_id': '64adfb03-0e9a-4e30-9b29-bb6c1501fb3b', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'admin_state_up': True, 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'security_groups': ['0bfceedc-7c7e-4f29-9d5b-a55e827627e1']}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:27:13.711363 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Made reservation on behalf of 68988ae34214443380cdb8f4c7433802 for: {'port': 1} {{(pid=103480) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 04 06:27:13.714731 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:13.850151 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Allocated IP 172.20.0.12 (ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c/42cb9770-6d91-4082-ba30-7af1f0e01594/2ecdbede-9741-4b0e-af8c-20f201bcf3ae) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:27:13.993331 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for port (2ecdbede-9741-4b0e-af8c-20f201bcf3ae), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:14.027626 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (2ecdbede-9741-4b0e-af8c-20f201bcf3ae), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:14.077598 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Network ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:27:14.081014 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:27:14.087393 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:27:14.110904 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Pushing event updated for resources: {'Port': ['ID=2ecdbede-9741-4b0e-af8c-20f201bcf3ae,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:27:14.126085 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:14.126436 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:14.126786 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:14.127133 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:14.127469 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:14.127803 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:14.128130 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:14.128459 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:14.128787 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:14.129135 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:14.129462 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:14.129787 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:14.130112 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:14.130434 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:14.130751 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:14.152147 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:14.152789 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:14.177767 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-e437eb0c-77f7-45a1-b593-831c6b78fca2 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5793326 Apr 04 06:27:14.189716 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] Request body: {'port': {'device_id': '64adfb03-0e9a-4e30-9b29-bb6c1501fb3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:27:14.255084 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2ecdbede-9741-4b0e-af8c-20f201bcf3ae), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:14.347886 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8c7ef7ec-62cf-402b-b7b4-d944f17a4420 None None] Provisioning complete for port 2ecdbede-9741-4b0e-af8c-20f201bcf3ae triggered by entity DHCP. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:27:14.348519 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8c7ef7ec-62cf-402b-b7b4-d944f17a4420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (2ecdbede-9741-4b0e-af8c-20f201bcf3ae), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:14.384061 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8c7ef7ec-62cf-402b-b7b4-d944f17a4420 None None] Port 2ecdbede-9741-4b0e-af8c-20f201bcf3ae cannot update to ACTIVE because it is not bound. {{(pid=103481) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 04 06:27:14.527849 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ecdbede-9741-4b0e-af8c-20f201bcf3ae {{(pid=103480) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:27:14.535912 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] Publish callbacks [] for port (2ecdbede-9741-4b0e-af8c-20f201bcf3ae), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:14.550998 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.provisioning_blocks [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] Transition to ACTIVE for port object 2ecdbede-9741-4b0e-af8c-20f201bcf3ae will not be triggered until provisioned by entity L2. {{(pid=103480) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 04 06:27:14.556472 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (2ecdbede-9741-4b0e-af8c-20f201bcf3ae), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:14.641715 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecdbede-9741-4b0e-af8c-20f201bcf3ae,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:27:14.703839 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc143d-be4f-4c79-b6fb-8612266b7a48 req-8a367858-f115-41a2-80ce-fb5bd0fb1e44 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:14.705904 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3dcc143d-be4f-4c79-b6fb-8612266b7a48 req-8a367858-f115-41a2-80ce-fb5bd0fb1e44 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 944 time: 0.1205060 Apr 04 06:27:14.770580 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] Attempting to bind port 2ecdbede-9741-4b0e-af8c-20f201bcf3ae on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 04 06:27:14.770951 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] Attempting to bind port 2ecdbede-9741-4b0e-af8c-20f201bcf3ae by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '980930ec-c0af-4522-990c-3c2672ed72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c'}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 04 06:27:14.771288 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] Attempting to bind port 2ecdbede-9741-4b0e-af8c-20f201bcf3ae on network ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:27:14.779463 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-3dcc143d-be4f-4c79-b6fb-8612266b7a48 req-739413cd-be61-4623-9268-b41434e86675 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668578 Apr 04 06:27:14.780401 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] Port 2ecdbede-9741-4b0e-af8c-20f201bcf3ae on network ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 04 06:27:14.780720 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] Attempting to bind port 2ecdbede-9741-4b0e-af8c-20f201bcf3ae on network ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 04 06:27:14.786359 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] Checking agent: {'id': '0c1e107c-d850-42a9-b491-1b463a8f645f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'started_at': datetime.datetime(2022, 4, 4, 6, 8, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 4, 6, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 04 06:27:14.786694 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] Checking segment: {'id': '980930ec-c0af-4522-990c-3c2672ed72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103480) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 04 06:27:14.787065 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] Bound using segment: {'id': '980930ec-c0af-4522-990c-3c2672ed72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c'} {{(pid=103480) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 04 06:27:14.787511 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.managers [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] Bound port: 2ecdbede-9741-4b0e-af8c-20f201bcf3ae, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '980930ec-c0af-4522-990c-3c2672ed72e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c'}}] {{(pid=103480) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 04 06:27:14.787901 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2ecdbede-9741-4b0e-af8c-20f201bcf3ae), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:14.851722 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] For port 2ecdbede-9741-4b0e-af8c-20f201bcf3ae, host hv-cinder-83444, cleared binding levels {{(pid=103480) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 04 06:27:14.854796 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] For port 2ecdbede-9741-4b0e-af8c-20f201bcf3ae, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2ecdbede-9741-4b0e-af8c-20f201bcf3ae,segment=NetworkSegment(980930ec-c0af-4522-990c-3c2672ed72e4),segment_id=980930ec-c0af-4522-990c-3c2672ed72e4)] {{(pid=103480) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 04 06:27:14.862701 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (2ecdbede-9741-4b0e-af8c-20f201bcf3ae), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:14.900040 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:14.900663 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:14.902059 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] 10.222.0.37 "PUT /v2.0/ports/2ecdbede-9741-4b0e-af8c-20f201bcf3ae HTTP/1.1" status: 200 len: 1094 time: 0.7170980 Apr 04 06:27:14.902495 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64adfb03-0e9a-4e30-9b29-bb6c1501fb3b', 'tag': '2ecdbede-9741-4b0e-af8c-20f201bcf3ae'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:27:14.904741 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65de061-07a5-4b53-8496-c6e0d316e729" -d '{"events": [{"name": "network-changed", "server_uuid": "64adfb03-0e9a-4e30-9b29-bb6c1501fb3b", "tag": "2ecdbede-9741-4b0e-af8c-20f201bcf3ae"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:27:14.929724 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d9a3b-7283-4173-a2fd-b99ac6e66489 service neutron] Pushing event updated for resources: {'Port': ['ID=2ecdbede-9741-4b0e-af8c-20f201bcf3ae,revision_number=3']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:27:14.999891 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-23f4922b-dd51-4625-8b4a-6d1d711eeb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:15.001910 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-23f4922b-dd51-4625-8b4a-6d1d711eeb35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68988ae34214443380cdb8f4c7433802&device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 1128 time: 0.0490522 Apr 04 06:27:15.051026 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-d9c5b16b-7f80-4466-b1ae-8f305b03cc9d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ecdbede-9741-4b0e-af8c-20f201bcf3ae HTTP/1.1" status: 200 len: 217 time: 0.0417571 Apr 04 06:27:15.090832 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc60328c-dd21-41f2-b0e9-0a04ab0a0d90 x-openstack-request-id: req-cc60328c-dd21-41f2-b0e9-0a04ab0a0d90 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:27:15.091227 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64adfb03-0e9a-4e30-9b29-bb6c1501fb3b", "tag": "2ecdbede-9741-4b0e-af8c-20f201bcf3ae", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:27:15.091539 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc60328c-dd21-41f2-b0e9-0a04ab0a0d90 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:27:15.091998 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc60328c-dd21-41f2-b0e9-0a04ab0a0d90'] response: {'name': 'network-changed', 'server_uuid': '64adfb03-0e9a-4e30-9b29-bb6c1501fb3b', 'tag': '2ecdbede-9741-4b0e-af8c-20f201bcf3ae', 'status': 'completed', 'code': 200} Apr 04 06:27:15.110385 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-5834dc85-0018-43a2-90e0-8535f2818b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:15.112025 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-5834dc85-0018-43a2-90e0-8535f2818b63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42cb9770-6d91-4082-ba30-7af1f0e01594 HTTP/1.1" status: 200 len: 851 time: 0.0550680 Apr 04 06:27:15.162823 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-d46cdd6a-d9de-426d-8c1b-e1ca0d39069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:15.164324 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-d46cdd6a-d9de-426d-8c1b-e1ca0d39069f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458410 Apr 04 06:27:15.255088 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-912eaa5f-e89c-4b27-a063-4e4e519583d3 service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841098 Apr 04 06:27:15.350971 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-0841ca67-ed2c-4d72-b56f-c26272ab9c0a req-3910f6e4-0f19-4da5-bb75-18f9568b7528 service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903172 Apr 04 06:27:15.447984 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65de061-07a5-4b53-8496-c6e0d316e729 req-37656ca9-f900-4df2-9ad7-2acf683d47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:15.449544 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a65de061-07a5-4b53-8496-c6e0d316e729 req-37656ca9-f900-4df2-9ad7-2acf683d47dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68988ae34214443380cdb8f4c7433802&device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 1128 time: 0.0469689 Apr 04 06:27:15.543491 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65de061-07a5-4b53-8496-c6e0d316e729 req-d4d45d6d-9aa4-4bd4-bb65-8754f64be373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:15.545001 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a65de061-07a5-4b53-8496-c6e0d316e729 req-d4d45d6d-9aa4-4bd4-bb65-8754f64be373 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c HTTP/1.1" status: 200 len: 913 time: 0.0894599 Apr 04 06:27:15.586632 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a65de061-07a5-4b53-8496-c6e0d316e729 req-60f8812e-4fa7-4d3b-8c28-5c35155051a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ecdbede-9741-4b0e-af8c-20f201bcf3ae HTTP/1.1" status: 200 len: 217 time: 0.0352027 Apr 04 06:27:15.625781 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:27:15.640270 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65de061-07a5-4b53-8496-c6e0d316e729 req-e5c25548-359a-42ac-ad70-02f2014b0107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:15.642274 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a65de061-07a5-4b53-8496-c6e0d316e729 req-e5c25548-359a-42ac-ad70-02f2014b0107 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42cb9770-6d91-4082-ba30-7af1f0e01594 HTTP/1.1" status: 200 len: 851 time: 0.0497673 Apr 04 06:27:15.695819 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65de061-07a5-4b53-8496-c6e0d316e729 req-fd2c9a48-8775-4063-af40-6f574a5f8ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:15.697348 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a65de061-07a5-4b53-8496-c6e0d316e729 req-fd2c9a48-8775-4063-af40-6f574a5f8ec5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491574 Apr 04 06:27:15.792914 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a65de061-07a5-4b53-8496-c6e0d316e729 req-58122749-b3ad-4a85-ab00-720c2352c9bd service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888140 Apr 04 06:27:15.929178 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a65de061-07a5-4b53-8496-c6e0d316e729 req-7d267676-2dfa-4647-ad1e-6bfec58a871b service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292102 Apr 04 06:27:15.936838 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd1008-cfba-42e9-950b-fe3438efab7f req-a14f052e-3e25-4be6-b03f-5884456957d1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:15.938353 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b3fd1008-cfba-42e9-950b-fe3438efab7f req-a14f052e-3e25-4be6-b03f-5884456957d1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 944 time: 0.0891573 Apr 04 06:27:15.987861 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-b3fd1008-cfba-42e9-950b-fe3438efab7f req-4cf4003e-98d9-4e4f-9669-6431e5321065 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436447 Apr 04 06:27:17.119913 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed701eaa-fd45-4cb8-a594-f64c917b3f5b req-06b123d6-64e0-40fc-8e39-1024b8a8352e tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:17.121412 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ed701eaa-fd45-4cb8-a594-f64c917b3f5b req-06b123d6-64e0-40fc-8e39-1024b8a8352e tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 944 time: 0.0615404 Apr 04 06:27:17.175658 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ed701eaa-fd45-4cb8-a594-f64c917b3f5b req-18e369f3-e595-449e-92e1-d539dcbd607f tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463824 Apr 04 06:27:18.313763 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16805c43-adec-40b6-9b85-e0873919ccd4 req-8c00d1b2-009e-4ecc-b5ee-e7946fab3a97 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:18.315474 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-16805c43-adec-40b6-9b85-e0873919ccd4 req-8c00d1b2-009e-4ecc-b5ee-e7946fab3a97 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 944 time: 0.0614583 Apr 04 06:27:18.365779 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-16805c43-adec-40b6-9b85-e0873919ccd4 req-239c11b6-94a8-432e-b7cd-d3ffa2b2bbff tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445125 Apr 04 06:27:19.506795 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100fabb-6305-4be1-8e4b-7a0800563ddb req-cf2be4ad-fff9-4251-8c5d-8e3b2d419fb5 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:19.508267 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1100fabb-6305-4be1-8e4b-7a0800563ddb req-cf2be4ad-fff9-4251-8c5d-8e3b2d419fb5 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 944 time: 0.0639145 Apr 04 06:27:19.572502 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-1100fabb-6305-4be1-8e4b-7a0800563ddb req-681471a4-fbc0-40a2-a2e7-672950b7565f tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553524 Apr 04 06:27:20.171736 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fe811ad5-9a0f-4146-8cec-72009e427555 req-d8c9a2aa-4389-40d6-96a5-3213f4ac4b28 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511549 Apr 04 06:27:20.264321 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe811ad5-9a0f-4146-8cec-72009e427555 req-173a11b2-e96e-416c-b427-22f1b8db60b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:20.265867 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fe811ad5-9a0f-4146-8cec-72009e427555 req-173a11b2-e96e-416c-b427-22f1b8db60b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68988ae34214443380cdb8f4c7433802&device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 1130 time: 0.0481551 Apr 04 06:27:20.377497 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe811ad5-9a0f-4146-8cec-72009e427555 req-88f9971b-7d92-4664-80b1-348c9716be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:20.378943 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fe811ad5-9a0f-4146-8cec-72009e427555 req-88f9971b-7d92-4664-80b1-348c9716be17 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c HTTP/1.1" status: 200 len: 913 time: 0.0907123 Apr 04 06:27:20.450641 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fe811ad5-9a0f-4146-8cec-72009e427555 req-76c4c799-cb93-4ae4-9b25-b90cee6ee260 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=612605cf-942e-4547-91ff-feac8876fb06 HTTP/1.1" status: 200 len: 1002 time: 0.0649955 Apr 04 06:27:20.500375 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe811ad5-9a0f-4146-8cec-72009e427555 req-24c57ce1-dd90-4213-90ad-13ebfeaebc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:20.503000 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fe811ad5-9a0f-4146-8cec-72009e427555 req-24c57ce1-dd90-4213-90ad-13ebfeaebc63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42cb9770-6d91-4082-ba30-7af1f0e01594 HTTP/1.1" status: 200 len: 851 time: 0.0464780 Apr 04 06:27:20.558108 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe811ad5-9a0f-4146-8cec-72009e427555 req-c5afdb7e-2825-4dd8-963c-63b3cde44190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:20.560302 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fe811ad5-9a0f-4146-8cec-72009e427555 req-c5afdb7e-2825-4dd8-963c-63b3cde44190 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516560 Apr 04 06:27:20.655514 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fe811ad5-9a0f-4146-8cec-72009e427555 req-9dcd695e-a2d6-42bf-a729-f813f1aa47da service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890684 Apr 04 06:27:20.767658 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c53a0-c904-466b-99fb-d8846111acf3 req-9fa64248-2da1-4b67-b981-7f55cbed3594 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:20.769023 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-017c53a0-c904-466b-99fb-d8846111acf3 req-9fa64248-2da1-4b67-b981-7f55cbed3594 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 944 time: 0.1169426 Apr 04 06:27:20.788704 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-fe811ad5-9a0f-4146-8cec-72009e427555 req-419af86a-7627-4ea0-9a20-034441972eea service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247036 Apr 04 06:27:20.829361 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-017c53a0-c904-466b-99fb-d8846111acf3 req-50ac4c8b-6866-4731-9150-9507fd1109f5 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516565 Apr 04 06:27:21.953880 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bde8b7-6265-4fa8-9545-2e2267aaa157 req-2901a96f-a49b-4585-91fe-04f4dd854305 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:21.955324 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a7bde8b7-6265-4fa8-9545-2e2267aaa157 req-2901a96f-a49b-4585-91fe-04f4dd854305 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 944 time: 0.0546932 Apr 04 06:27:22.009271 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-a7bde8b7-6265-4fa8-9545-2e2267aaa157 req-c53d1f36-cf27-4a3c-812e-4c745b313287 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453033 Apr 04 06:27:23.148840 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccd12f-ea7a-4350-9558-c5018076806b req-cd23b3e3-c865-410b-bba5-800c06eed3e6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:23.150260 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-04ccd12f-ea7a-4350-9558-c5018076806b req-cd23b3e3-c865-410b-bba5-800c06eed3e6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 944 time: 0.0672321 Apr 04 06:27:23.201518 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-04ccd12f-ea7a-4350-9558-c5018076806b req-76a6974f-b1d0-4b3a-b4e8-612af05e6ca8 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433109 Apr 04 06:27:24.337469 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddce217-eaf1-4acb-bee1-611761c2e39f req-a4f9671b-8f2b-4c64-9af8-5dda58fe105e tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:24.338931 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9ddce217-eaf1-4acb-bee1-611761c2e39f req-a4f9671b-8f2b-4c64-9af8-5dda58fe105e tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 944 time: 0.0660295 Apr 04 06:27:24.399426 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-9ddce217-eaf1-4acb-bee1-611761c2e39f req-b45c06af-b6ae-4274-845d-7ccca86a9d5d tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513811 Apr 04 06:27:24.509045 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 2ecdbede-9741-4b0e-af8c-20f201bcf3ae details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103481) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 04 06:27:24.611268 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 2ecdbede-9741-4b0e-af8c-20f201bcf3ae, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2ecdbede-9741-4b0e-af8c-20f201bcf3ae,segment=NetworkSegment(980930ec-c0af-4522-990c-3c2672ed72e4),segment_id=980930ec-c0af-4522-990c-3c2672ed72e4)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:27:24.622764 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Returning: {'device': '2ecdbede-9741-4b0e-af8c-20f201bcf3ae', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'port_id': '2ecdbede-9741-4b0e-af8c-20f201bcf3ae', 'mac_address': 'fa:16:3e:23:ad:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103481) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 04 06:27:24.659801 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 2ecdbede-9741-4b0e-af8c-20f201bcf3ae is: DOWN; New status is: BUILD {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:27:24.660186 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2ecdbede-9741-4b0e-af8c-20f201bcf3ae), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:24.672922 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ecdbede-9741-4b0e-af8c-20f201bcf3ae {{(pid=103481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 04 06:27:24.695603 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 2ecdbede-9741-4b0e-af8c-20f201bcf3ae, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2ecdbede-9741-4b0e-af8c-20f201bcf3ae,segment=NetworkSegment(980930ec-c0af-4522-990c-3c2672ed72e4),segment_id=980930ec-c0af-4522-990c-3c2672ed72e4)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:27:24.702397 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (2ecdbede-9741-4b0e-af8c-20f201bcf3ae), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:24.752387 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=2ecdbede-9741-4b0e-af8c-20f201bcf3ae,revision_number=4']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:27:24.760737 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:24.761046 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:24.761394 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:24.761714 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:24.762073 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:24.762404 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:24.762738 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:24.763061 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:24.763390 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:24.763716 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:24.764042 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:24.764365 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:24.764674 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:24.765039 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:24.765359 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:27:25.087346 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] get_ports_and_sgs() called for port_ids ['2ecdbede-9741-4b0e-af8c-20f201bcf3ae'] {{(pid=103481) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 04 06:27:25.531713 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b3c1d-fc51-42fd-9001-adaaddfb7cfa req-a0a41d32-a491-4530-b28e-64d731a53662 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:25.533217 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-808b3c1d-fc51-42fd-9001-adaaddfb7cfa req-a0a41d32-a491-4530-b28e-64d731a53662 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 945 time: 0.0531120 Apr 04 06:27:25.585743 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-808b3c1d-fc51-42fd-9001-adaaddfb7cfa req-57f2b276-4802-4a2c-8570-6888ab00c887 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467532 Apr 04 06:27:26.193627 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-da5cf5e4-019c-4a14-80fd-062d451be6ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:26.510909 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 2ecdbede-9741-4b0e-af8c-20f201bcf3ae up at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 04 06:27:26.567425 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning for port 2ecdbede-9741-4b0e-af8c-20f201bcf3ae completed by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 04 06:27:26.571220 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.provisioning_blocks [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Provisioning complete for port 2ecdbede-9741-4b0e-af8c-20f201bcf3ae triggered by entity L2. {{(pid=103481) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 04 06:27:26.571588 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953298'] for port (2ecdbede-9741-4b0e-af8c-20f201bcf3ae), provisioning_complete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:26.654095 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Current status of the port 2ecdbede-9741-4b0e-af8c-20f201bcf3ae is: BUILD; New status is: ACTIVE {{(pid=103481) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 04 06:27:26.654492 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (2ecdbede-9741-4b0e-af8c-20f201bcf3ae), before_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:26.677616 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64adfb03-0e9a-4e30-9b29-bb6c1501fb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecdbede-9741-4b0e-af8c-20f201bcf3ae'}] {{(pid=103481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:27:26.679938 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fd9a025c43b0f0e834e233b9d6791354b4dd4859a512b5b86b9ea9a9072f773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c990b8f7-e316-48d8-8f22-ec57b922d9c3" -d '{"events": [{"server_uuid": "64adfb03-0e9a-4e30-9b29-bb6c1501fb3b", "name": "network-vif-plugged", "status": "completed", "tag": "2ecdbede-9741-4b0e-af8c-20f201bcf3ae"}]}' {{(pid=103481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:27:26.693316 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] For port 2ecdbede-9741-4b0e-af8c-20f201bcf3ae, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2ecdbede-9741-4b0e-af8c-20f201bcf3ae,segment=NetworkSegment(980930ec-c0af-4522-990c-3c2672ed72e4),segment_id=980930ec-c0af-4522-990c-3c2672ed72e4)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:27:26.700486 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033'] for port (2ecdbede-9741-4b0e-af8c-20f201bcf3ae), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:26.713185 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425e712-269a-4b6b-a708-fcb621936993 req-4c6c40f2-5c9b-4d32-a569-ee200fe425db tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:26.714699 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f425e712-269a-4b6b-a708-fcb621936993 req-4c6c40f2-5c9b-4d32-a569-ee200fe425db tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 945 time: 0.0574374 Apr 04 06:27:26.757746 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Pushing event updated for resources: {'Port': ['ID=2ecdbede-9741-4b0e-af8c-20f201bcf3ae,revision_number=5']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:27:26.773797 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f425e712-269a-4b6b-a708-fcb621936993 req-77d60857-141e-439a-a592-af9cc19002d8 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514805 Apr 04 06:27:26.791990 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27856f9f-fd71-4e3d-bc14-843ddc2baff2 x-openstack-request-id: req-27856f9f-fd71-4e3d-bc14-843ddc2baff2 {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:27:26.792487 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64adfb03-0e9a-4e30-9b29-bb6c1501fb3b", "name": "network-vif-plugged", "status": "completed", "tag": "2ecdbede-9741-4b0e-af8c-20f201bcf3ae", "code": 200}]} {{(pid=103481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:27:26.792744 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-27856f9f-fd71-4e3d-bc14-843ddc2baff2 {{(pid=103481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:27:26.793174 dv-cinder-834448-2-iscsi neutron-server[103481]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27856f9f-fd71-4e3d-bc14-843ddc2baff2'] response: {'server_uuid': '64adfb03-0e9a-4e30-9b29-bb6c1501fb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ecdbede-9741-4b0e-af8c-20f201bcf3ae', 'code': 200} Apr 04 06:27:27.014795 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c518e-c6e4-443e-99f5-9dcb2a348b38 req-52651dd5-2d16-4087-9544-ea85b4a929b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:27.016207 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-743c518e-c6e4-443e-99f5-9dcb2a348b38 req-52651dd5-2d16-4087-9544-ea85b4a929b7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 1130 time: 0.0467269 Apr 04 06:27:27.063331 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-743c518e-c6e4-443e-99f5-9dcb2a348b38 req-8dde5f52-023f-4662-a43b-b281a979b86a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404484 Apr 04 06:27:27.908331 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f00ad-e9e6-4a62-83d4-3903a63e4b09 req-88a4b8ca-c4a7-4083-96c7-a97803cef549 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:27.910265 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-353f00ad-e9e6-4a62-83d4-3903a63e4b09 req-88a4b8ca-c4a7-4083-96c7-a97803cef549 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 946 time: 0.0634899 Apr 04 06:27:27.960244 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-353f00ad-e9e6-4a62-83d4-3903a63e4b09 req-666a6dfa-e07f-4769-9349-d7802d976f29 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441012 Apr 04 06:27:28.353247 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-b17a3535-d12c-456b-9f58-b5a83a16bc34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:29.090982 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea526d-04f5-4cda-bc6b-9ac646d07d27 req-08e2ab73-39ff-4b1b-b0de-61fdbe2d4349 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:29.092448 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f9ea526d-04f5-4cda-bc6b-9ac646d07d27 req-08e2ab73-39ff-4b1b-b0de-61fdbe2d4349 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 946 time: 0.0546999 Apr 04 06:27:29.144777 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f9ea526d-04f5-4cda-bc6b-9ac646d07d27 req-b81260f1-d6cb-4568-b146-d49be05f79e1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444636 Apr 04 06:27:29.290786 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfe388-a565-4f5f-8cf6-285274769d4d req-ede25f50-52ba-44f0-9b8d-7e70ca711262 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:29.292251 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-90cfe388-a565-4f5f-8cf6-285274769d4d req-ede25f50-52ba-44f0-9b8d-7e70ca711262 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 946 time: 0.0598292 Apr 04 06:27:29.345237 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-90cfe388-a565-4f5f-8cf6-285274769d4d req-238fdd54-d15a-47d9-8ad6-58f9b579a50a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444922 Apr 04 06:27:29.368065 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33654) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:27:29.542444 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a39d0c4-276d-4072-9514-3e58926f71ad tempest-TestVolumeBootPattern-496586283 tempest-TestVolumeBootPattern-496586283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:29.543982 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-1a39d0c4-276d-4072-9514-3e58926f71ad tempest-TestVolumeBootPattern-496586283 tempest-TestVolumeBootPattern-496586283-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 1125 time: 0.1745336 Apr 04 06:27:29.548017 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33658) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:27:29.552633 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.v2.base [None req-6c2d91b6-3c78-4477-a29a-f8cb93fc9c9b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Request body: {'floatingip': {'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'port_id': '2ecdbede-9741-4b0e-af8c-20f201bcf3ae', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103480) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 04 06:27:29.575181 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6c2d91b6-3c78-4477-a29a-f8cb93fc9c9b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:29.607751 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:29.676717 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6c2d91b6-3c78-4477-a29a-f8cb93fc9c9b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (None), before_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:29.779201 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.db_base_plugin_common [None req-6c2d91b6-3c78-4477-a29a-f8cb93fc9c9b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Allocated IP 172.27.2.68 (1ee500bf-3755-4a54-8c64-77d3afc270de/869a8d77-3e29-497b-8786-06700a6fd9d1/36bee15b-9a2a-45d3-87a2-025e4b8dc1a2) {{(pid=103480) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 04 06:27:29.885918 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6c2d91b6-3c78-4477-a29a-f8cb93fc9c9b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for port (36bee15b-9a2a-45d3-87a2-025e4b8dc1a2), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:29.922667 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6c2d91b6-3c78-4477-a29a-f8cb93fc9c9b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794510473997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (36bee15b-9a2a-45d3-87a2-025e4b8dc1a2), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:29.960875 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2d91b6-3c78-4477-a29a-f8cb93fc9c9b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Network 1ee500bf-3755-4a54-8c64-77d3afc270de is already hosted by enough agents. {{(pid=103480) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 04 06:27:29.963698 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.base_scheduler [None req-6c2d91b6-3c78-4477-a29a-f8cb93fc9c9b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Resources bound (agent type, host, resource id): {{(pid=103480) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 04 06:27:29.969712 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2d91b6-3c78-4477-a29a-f8cb93fc9c9b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Received port after_create {{(pid=103480) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 04 06:27:29.975657 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d91b6-3c78-4477-a29a-f8cb93fc9c9b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Pushing event updated for resources: {'Port': ['ID=36bee15b-9a2a-45d3-87a2-025e4b8dc1a2,revision_number=1']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:27:30.633301 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6c2d91b6-3c78-4477-a29a-f8cb93fc9c9b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for floatingip (ec09d0a2-efd6-49b1-adf2-e0b9d8189db8), precommit_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:30.699434 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:30.704351 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6c2d91b6-3c78-4477-a29a-f8cb93fc9c9b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-596520'] for port (36bee15b-9a2a-45d3-87a2-025e4b8dc1a2), before_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:30.859063 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6c2d91b6-3c78-4477-a29a-f8cb93fc9c9b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for port (36bee15b-9a2a-45d3-87a2-025e4b8dc1a2), precommit_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:30.865908 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6c2d91b6-3c78-4477-a29a-f8cb93fc9c9b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794511042955', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794510474015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794510474033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2345913'] for port (36bee15b-9a2a-45d3-87a2-025e4b8dc1a2), after_update {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:30.933875 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2d91b6-3c78-4477-a29a-f8cb93fc9c9b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Pushing event updated for resources: {'Port': ['ID=36bee15b-9a2a-45d3-87a2-025e4b8dc1a2,revision_number=2']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:27:30.947281 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6c2d91b6-3c78-4477-a29a-f8cb93fc9c9b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589365'] for floatingip (ec09d0a2-efd6-49b1-adf2-e0b9d8189db8), after_create {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:31.050691 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.l3_db [None req-6c2d91b6-3c78-4477-a29a-f8cb93fc9c9b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Floating IP ec09d0a2-efd6-49b1-adf2-e0b9d8189db8 associated. External IP: 172.27.2.68, port: 2ecdbede-9741-4b0e-af8c-20f201bcf3ae. Apr 04 06:27:31.272596 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2d91b6-3c78-4477-a29a-f8cb93fc9c9b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Router eff1aec1-3a23-4f53-b196-1a6046533778 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:27:31.388025 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2d91b6-3c78-4477-a29a-f8cb93fc9c9b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:27:31.398020 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a470e7-706c-45f6-a8b2-ac88cc9b9ea2 None None] Sync routers for ids ['eff1aec1-3a23-4f53-b196-1a6046533778'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:27:31.409048 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-6c2d91b6-3c78-4477-a29a-f8cb93fc9c9b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:31.409262 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a470e7-706c-45f6-a8b2-ac88cc9b9ea2 None None] Routers {'eff1aec1-3a23-4f53-b196-1a6046533778'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:27:31.409816 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-14a470e7-706c-45f6-a8b2-ac88cc9b9ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:27:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['eff1aec1-3a23-4f53-b196-1a6046533778'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:27:31.439765 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-6c2d91b6-3c78-4477-a29a-f8cb93fc9c9b tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8907292 Apr 04 06:27:31.440777 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64adfb03-0e9a-4e30-9b29-bb6c1501fb3b', 'tag': '2ecdbede-9741-4b0e-af8c-20f201bcf3ae'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:27:31.443405 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79970c69-5a6b-4bf7-87cf-52915af4c412" -d '{"events": [{"name": "network-changed", "server_uuid": "64adfb03-0e9a-4e30-9b29-bb6c1501fb3b", "tag": "2ecdbede-9741-4b0e-af8c-20f201bcf3ae"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:27:31.482369 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860ddd0f-e706-4613-96c5-b8de1e379041 x-openstack-request-id: req-860ddd0f-e706-4613-96c5-b8de1e379041 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:27:31.482663 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64adfb03-0e9a-4e30-9b29-bb6c1501fb3b", "tag": "2ecdbede-9741-4b0e-af8c-20f201bcf3ae", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:27:31.482917 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-860ddd0f-e706-4613-96c5-b8de1e379041 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:27:31.483338 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860ddd0f-e706-4613-96c5-b8de1e379041'] response: {'name': 'network-changed', 'server_uuid': '64adfb03-0e9a-4e30-9b29-bb6c1501fb3b', 'tag': '2ecdbede-9741-4b0e-af8c-20f201bcf3ae', 'status': 'completed', 'code': 200} Apr 04 06:27:31.522463 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-14a470e7-706c-45f6-a8b2-ac88cc9b9ea2 None None] Set router eff1aec1-3a23-4f53-b196-1a6046533778 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:27:31.552568 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79970c69-5a6b-4bf7-87cf-52915af4c412 req-9f3b6528-4221-4717-8e1a-a6ef1474ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:31.554051 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-79970c69-5a6b-4bf7-87cf-52915af4c412 req-9f3b6528-4221-4717-8e1a-a6ef1474ef6e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68988ae34214443380cdb8f4c7433802&device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 1130 time: 0.0496562 Apr 04 06:27:31.643937 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79970c69-5a6b-4bf7-87cf-52915af4c412 req-8ce37b0e-5b7d-4369-a61e-029eaa59f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:31.645445 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-79970c69-5a6b-4bf7-87cf-52915af4c412 req-8ce37b0e-5b7d-4369-a61e-029eaa59f6c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c HTTP/1.1" status: 200 len: 913 time: 0.0855131 Apr 04 06:27:31.714459 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-79970c69-5a6b-4bf7-87cf-52915af4c412 req-00107c4b-e618-4f4b-8cee-b3f93faec21e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ecdbede-9741-4b0e-af8c-20f201bcf3ae HTTP/1.1" status: 200 len: 999 time: 0.0625920 Apr 04 06:27:31.750145 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-14a470e7-706c-45f6-a8b2-ac88cc9b9ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '8ac94b1a-34e6-4490-91a5-fcd8f341240b', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'port_id': '612605cf-942e-4547-91ff-feac8876fb06', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'mac_address': 'fa:16:3e:6b:b1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000bf224-59b6-44f7-9456-d8f62b647b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:25:11Z', 'updated_at': '2022-04-04T06:25:14Z', 'revision_number': 1, 'project_id': '68988ae34214443380cdb8f4c7433802', 'fixed_ip_address_scope': None}, {'id': 'ec09d0a2-efd6-49b1-adf2-e0b9d8189db8', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'port_id': '2ecdbede-9741-4b0e-af8c-20f201bcf3ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'mac_address': 'fa:16:3e:23:ad:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64adfb03-0e9a-4e30-9b29-bb6c1501fb3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:27:30Z', 'updated_at': '2022-04-04T06:27:30Z', 'revision_number': 0, 'project_id': '68988ae34214443380cdb8f4c7433802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04be6d35-4ff8-40a6-8769-e4fbed34b1b2', 'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'mac_address': 'fa:16:3e:c0:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:27Z', 'updated_at': '2022-04-04T06:21:34Z', 'revision_number': 5, 'project_id': '68988ae34214443380cdb8f4c7433802', 'subnets': [{'id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:27:31.762263 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79970c69-5a6b-4bf7-87cf-52915af4c412 req-ccbbc2df-7c8d-4aba-875e-a87e59336882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:31.763734 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-79970c69-5a6b-4bf7-87cf-52915af4c412 req-ccbbc2df-7c8d-4aba-875e-a87e59336882 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42cb9770-6d91-4082-ba30-7af1f0e01594 HTTP/1.1" status: 200 len: 851 time: 0.0435786 Apr 04 06:27:31.777988 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a470e7-706c-45f6-a8b2-ac88cc9b9ea2 None None] Checking router: eff1aec1-3a23-4f53-b196-1a6046533778 for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:27:31.786933 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a470e7-706c-45f6-a8b2-ac88cc9b9ea2 None None] Routers {'eff1aec1-3a23-4f53-b196-1a6046533778'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:27:31.787544 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-14a470e7-706c-45f6-a8b2-ac88cc9b9ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:27:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['eff1aec1-3a23-4f53-b196-1a6046533778'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:27:31.814091 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79970c69-5a6b-4bf7-87cf-52915af4c412 req-f077b138-c237-40c0-b382-fca64a4684e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:27:31.815683 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-79970c69-5a6b-4bf7-87cf-52915af4c412 req-f077b138-c237-40c0-b382-fca64a4684e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457499 Apr 04 06:27:31.898290 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-14a470e7-706c-45f6-a8b2-ac88cc9b9ea2 None None] Set router eff1aec1-3a23-4f53-b196-1a6046533778 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:27:31.912367 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-79970c69-5a6b-4bf7-87cf-52915af4c412 req-064faace-1415-420a-8528-6695e3e812af service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904748 Apr 04 06:27:32.002355 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-79970c69-5a6b-4bf7-87cf-52915af4c412 req-1b143745-77ae-439b-8ff7-91dfbbad8692 service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838480 Apr 04 06:27:32.265418 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-14a470e7-706c-45f6-a8b2-ac88cc9b9ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '8ac94b1a-34e6-4490-91a5-fcd8f341240b', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'port_id': '612605cf-942e-4547-91ff-feac8876fb06', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'mac_address': 'fa:16:3e:6b:b1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000bf224-59b6-44f7-9456-d8f62b647b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:25:11Z', 'updated_at': '2022-04-04T06:25:14Z', 'revision_number': 1, 'project_id': '68988ae34214443380cdb8f4c7433802', 'fixed_ip_address_scope': None}, {'id': 'ec09d0a2-efd6-49b1-adf2-e0b9d8189db8', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'port_id': '2ecdbede-9741-4b0e-af8c-20f201bcf3ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'mac_address': 'fa:16:3e:23:ad:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64adfb03-0e9a-4e30-9b29-bb6c1501fb3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:27:30Z', 'updated_at': '2022-04-04T06:27:30Z', 'revision_number': 0, 'project_id': '68988ae34214443380cdb8f4c7433802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04be6d35-4ff8-40a6-8769-e4fbed34b1b2', 'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'mac_address': 'fa:16:3e:c0:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:27Z', 'updated_at': '2022-04-04T06:21:34Z', 'revision_number': 5, 'project_id': '68988ae34214443380cdb8f4c7433802', 'subnets': [{'id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:27:32.292022 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a470e7-706c-45f6-a8b2-ac88cc9b9ea2 None None] The sync data for ids ['eff1aec1-3a23-4f53-b196-1a6046533778'] in dv-cinder-834448-2-iscsi is: [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '8ac94b1a-34e6-4490-91a5-fcd8f341240b', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'port_id': '612605cf-942e-4547-91ff-feac8876fb06', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'mac_address': 'fa:16:3e:6b:b1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000bf224-59b6-44f7-9456-d8f62b647b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:25:11Z', 'updated_at': '2022-04-04T06:25:14Z', 'revision_number': 1, 'project_id': '68988ae34214443380cdb8f4c7433802', 'fixed_ip_address_scope': None}, {'id': 'ec09d0a2-efd6-49b1-adf2-e0b9d8189db8', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'floating_ip_address': '172.27.2.68', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'port_id': '2ecdbede-9741-4b0e-af8c-20f201bcf3ae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'mac_address': 'fa:16:3e:23:ad:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64adfb03-0e9a-4e30-9b29-bb6c1501fb3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:27:30Z', 'updated_at': '2022-04-04T06:27:30Z', 'revision_number': 0, 'project_id': '68988ae34214443380cdb8f4c7433802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04be6d35-4ff8-40a6-8769-e4fbed34b1b2', 'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'mac_address': 'fa:16:3e:c0:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:27Z', 'updated_at': '2022-04-04T06:21:34Z', 'revision_number': 5, 'project_id': '68988ae34214443380cdb8f4c7433802', 'subnets': [{'id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:27:32.347388 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:32.499543 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c322ebf-fc3d-47f5-95fe-f01ea3eff50c None None] New status for floating IP ec09d0a2-efd6-49b1-adf2-e0b9d8189db8: ACTIVE {{(pid=103482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:27:34.187483 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:52.636093 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:27:56.197964 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-2835a01c-e835-4727-9e45-502e88ceec14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:58.350267 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-6714c38a-682b-49cd-89fc-9f211f858af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:27:59.620399 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:28:00.708293 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:28:02.357923 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:28:04.186049 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:28:22.830349 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f2eaa293-2513-4a81-8bad-6b7c3b0f6750 req-7a4a54d1-4164-4091-83b6-5ed4473c4d79 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464609 Apr 04 06:28:22.922839 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eaa293-2513-4a81-8bad-6b7c3b0f6750 req-8a1cdb24-c2bf-4ab8-bc1c-f4477c6ee6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:28:22.924621 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f2eaa293-2513-4a81-8bad-6b7c3b0f6750 req-8a1cdb24-c2bf-4ab8-bc1c-f4477c6ee6a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68988ae34214443380cdb8f4c7433802&device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 1130 time: 0.0514977 Apr 04 06:28:23.031227 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eaa293-2513-4a81-8bad-6b7c3b0f6750 req-8ec82238-2691-410f-8c10-7b313f9852ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:28:23.032679 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f2eaa293-2513-4a81-8bad-6b7c3b0f6750 req-8ec82238-2691-410f-8c10-7b313f9852ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c HTTP/1.1" status: 200 len: 913 time: 0.0880234 Apr 04 06:28:23.107699 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f2eaa293-2513-4a81-8bad-6b7c3b0f6750 req-ce0a7aa9-b74a-44c6-a9ae-9dbc2c71df3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=612605cf-942e-4547-91ff-feac8876fb06 HTTP/1.1" status: 200 len: 1002 time: 0.0669193 Apr 04 06:28:23.158105 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eaa293-2513-4a81-8bad-6b7c3b0f6750 req-38c4da46-dc67-42fe-a059-96ab74ea07e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:28:23.159623 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f2eaa293-2513-4a81-8bad-6b7c3b0f6750 req-38c4da46-dc67-42fe-a059-96ab74ea07e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42cb9770-6d91-4082-ba30-7af1f0e01594 HTTP/1.1" status: 200 len: 851 time: 0.0458448 Apr 04 06:28:23.210657 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eaa293-2513-4a81-8bad-6b7c3b0f6750 req-bd767607-9695-4c69-8f59-c01d58327de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:28:23.212132 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f2eaa293-2513-4a81-8bad-6b7c3b0f6750 req-bd767607-9695-4c69-8f59-c01d58327de1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464451 Apr 04 06:28:23.310640 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f2eaa293-2513-4a81-8bad-6b7c3b0f6750 req-ce825e7c-8670-4cc9-92aa-13dc5176d090 service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919306 Apr 04 06:28:23.407416 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f2eaa293-2513-4a81-8bad-6b7c3b0f6750 req-0c45655d-592b-4c42-950a-d8c39a6e01dc service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899119 Apr 04 06:28:26.198730 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-1c9631f6-4274-41b5-832b-b5470e5f2772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:28:28.348544 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-16a64689-651c-421c-a697-179a62f0b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:28:29.620247 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:28:29.628104 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:28:30.710102 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:28:32.360940 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:28:34.195969 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:28:56.201556 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d2f39cbc-7431-4c24-9208-9b5b2376bfe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:28:58.343189 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-45bf4ded-1b18-4077-83fa-58445e53719b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:28:59.630841 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:00.713369 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:02.370872 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:04.198042 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:06.634597 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:29:23.468309 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 33696) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:29:23.643831 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Deleting port 36bee15b-9a2a-45d3-87a2-025e4b8dc1a2 {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:29:23.644164 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (36bee15b-9a2a-45d3-87a2-025e4b8dc1a2), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:23.722121 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (36bee15b-9a2a-45d3-87a2-025e4b8dc1a2), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:23.722355 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for floatingip (36bee15b-9a2a-45d3-87a2-025e4b8dc1a2), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:23.734791 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Calling delete_port for 36bee15b-9a2a-45d3-87a2-025e4b8dc1a2 owned by network:floatingip {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:29:23.891746 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (36bee15b-9a2a-45d3-87a2-025e4b8dc1a2), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:23.919475 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Pushing event deleted for resources: {'Port': ['ID=36bee15b-9a2a-45d3-87a2-025e4b8dc1a2,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:29:23.931125 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:23.931475 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:23.931825 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:23.932172 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:23.932507 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:23.932828 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:23.933198 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:23.933525 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:23.933858 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:23.934200 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:23.934519 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:23.934846 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:23.935175 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:23.935499 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:23.935840 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103479) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:23.990532 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for floatingip (ec09d0a2-efd6-49b1-adf2-e0b9d8189db8), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:23.990755 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.db.l3_db [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Floating IP ec09d0a2-efd6-49b1-adf2-e0b9d8189db8 disassociated (deleted). External IP: 172.27.2.68, port: 2ecdbede-9741-4b0e-af8c-20f201bcf3ae. Apr 04 06:29:24.156000 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-65df29b9-83d3-4adb-9d64-50ebba40a199 req-4c578c47-54a7-4a88-88fb-492f1dc3f525 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454173 Apr 04 06:29:24.212686 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Router eff1aec1-3a23-4f53-b196-1a6046533778 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103479) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:29:24.224136 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df29b9-83d3-4adb-9d64-50ebba40a199 req-83e66692-e03d-421b-a9e6-d397bd54c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:29:24.225678 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-65df29b9-83d3-4adb-9d64-50ebba40a199 req-83e66692-e03d-421b-a9e6-d397bd54c965 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68988ae34214443380cdb8f4c7433802&device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 1130 time: 0.0491488 Apr 04 06:29:24.325297 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103479) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:29:24.329032 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df29b9-83d3-4adb-9d64-50ebba40a199 req-49146f0d-3f31-4eb3-842c-fafe01e0caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:29:24.330071 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:24.331199 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-65df29b9-83d3-4adb-9d64-50ebba40a199 req-49146f0d-3f31-4eb3-842c-fafe01e0caa2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c HTTP/1.1" status: 200 len: 913 time: 0.0859752 Apr 04 06:29:24.335835 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9564819b-f26c-44de-8069-c33d0680b9a7 None None] Sync routers for ids ['eff1aec1-3a23-4f53-b196-1a6046533778'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:29:24.349673 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9564819b-f26c-44de-8069-c33d0680b9a7 None None] Routers {'eff1aec1-3a23-4f53-b196-1a6046533778'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:29:24.350303 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-9564819b-f26c-44de-8069-c33d0680b9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:28:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['eff1aec1-3a23-4f53-b196-1a6046533778'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:29:24.366461 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-9a17db85-a381-42b2-83fa-8bda875f23aa tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "DELETE /v2.0/floatingips/ec09d0a2-efd6-49b1-adf2-e0b9d8189db8 HTTP/1.1" status: 204 len: 168 time: 0.8942368 Apr 04 06:29:24.366461 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64adfb03-0e9a-4e30-9b29-bb6c1501fb3b', 'tag': '2ecdbede-9741-4b0e-af8c-20f201bcf3ae'}] {{(pid=103479) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:29:24.368819 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}863da0c6ea282f34ae24215abf5dfdb82ea7b48a8fa4113b7fa45ec8e2c5cf50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8516ae73-7a22-4a97-b159-ce9238932df5" -d '{"events": [{"name": "network-changed", "server_uuid": "64adfb03-0e9a-4e30-9b29-bb6c1501fb3b", "tag": "2ecdbede-9741-4b0e-af8c-20f201bcf3ae"}]}' {{(pid=103479) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:29:24.379172 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-65df29b9-83d3-4adb-9d64-50ebba40a199 req-9d5723d0-adb4-4648-8b84-b360c0500aa7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ecdbede-9741-4b0e-af8c-20f201bcf3ae HTTP/1.1" status: 200 len: 217 time: 0.0428531 Apr 04 06:29:24.443062 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df29b9-83d3-4adb-9d64-50ebba40a199 req-059b73a2-fb91-491a-960b-0f46ae426277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:29:24.445249 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-65df29b9-83d3-4adb-9d64-50ebba40a199 req-059b73a2-fb91-491a-960b-0f46ae426277 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42cb9770-6d91-4082-ba30-7af1f0e01594 HTTP/1.1" status: 200 len: 851 time: 0.0605218 Apr 04 06:29:24.474660 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f7851e-8b7f-4116-89a0-8dfabf3fdf05 x-openstack-request-id: req-48f7851e-8b7f-4116-89a0-8dfabf3fdf05 {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:29:24.475237 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64adfb03-0e9a-4e30-9b29-bb6c1501fb3b", "tag": "2ecdbede-9741-4b0e-af8c-20f201bcf3ae", "status": "completed", "code": 200}]} {{(pid=103479) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:29:24.475237 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-48f7851e-8b7f-4116-89a0-8dfabf3fdf05 {{(pid=103479) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:29:24.475700 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f7851e-8b7f-4116-89a0-8dfabf3fdf05'] response: {'name': 'network-changed', 'server_uuid': '64adfb03-0e9a-4e30-9b29-bb6c1501fb3b', 'tag': '2ecdbede-9741-4b0e-af8c-20f201bcf3ae', 'status': 'completed', 'code': 200} Apr 04 06:29:24.476211 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-9564819b-f26c-44de-8069-c33d0680b9a7 None None] Set router eff1aec1-3a23-4f53-b196-1a6046533778 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:29:24.511307 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df29b9-83d3-4adb-9d64-50ebba40a199 req-eb493b9a-9e1d-473d-9013-84f8b44fbb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:29:24.512841 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-65df29b9-83d3-4adb-9d64-50ebba40a199 req-eb493b9a-9e1d-473d-9013-84f8b44fbb65 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607421 Apr 04 06:29:24.656203 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65c106-f1bc-44d8-b4a6-5d2148aa7540 req-bc5153a9-6176-48eb-af99-aed63965678c tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:29:24.657602 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ec65c106-f1bc-44d8-b4a6-5d2148aa7540 req-bc5153a9-6176-48eb-af99-aed63965678c tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 946 time: 0.0839922 Apr 04 06:29:24.659723 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-65df29b9-83d3-4adb-9d64-50ebba40a199 req-2243ae0c-e88a-47be-bbd6-a1ffe5a2af6c service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269994 Apr 04 06:29:24.720107 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-9564819b-f26c-44de-8069-c33d0680b9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '8ac94b1a-34e6-4490-91a5-fcd8f341240b', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'port_id': '612605cf-942e-4547-91ff-feac8876fb06', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'mac_address': 'fa:16:3e:6b:b1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000bf224-59b6-44f7-9456-d8f62b647b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:25:11Z', 'updated_at': '2022-04-04T06:25:14Z', 'revision_number': 1, 'project_id': '68988ae34214443380cdb8f4c7433802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04be6d35-4ff8-40a6-8769-e4fbed34b1b2', 'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'mac_address': 'fa:16:3e:c0:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:27Z', 'updated_at': '2022-04-04T06:21:34Z', 'revision_number': 5, 'project_id': '68988ae34214443380cdb8f4c7433802', 'subnets': [{'id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:29:24.746897 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9564819b-f26c-44de-8069-c33d0680b9a7 None None] Checking router: eff1aec1-3a23-4f53-b196-1a6046533778 for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:29:24.756451 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9564819b-f26c-44de-8069-c33d0680b9a7 None None] Routers {'eff1aec1-3a23-4f53-b196-1a6046533778'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:29:24.757258 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-9564819b-f26c-44de-8069-c33d0680b9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:28:58Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['eff1aec1-3a23-4f53-b196-1a6046533778'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:29:24.758250 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ec65c106-f1bc-44d8-b4a6-5d2148aa7540 req-4ba7e14b-95c9-4810-80df-740eac461baf tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937347 Apr 04 06:29:24.784924 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-65df29b9-83d3-4adb-9d64-50ebba40a199 req-21431a92-47af-4bf0-9425-80103b2473db service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148617 Apr 04 06:29:24.880838 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516ae73-7a22-4a97-b159-ce9238932df5 req-5629a2be-5587-4378-8752-e66aad7679fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:29:24.882402 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8516ae73-7a22-4a97-b159-ce9238932df5 req-5629a2be-5587-4378-8752-e66aad7679fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68988ae34214443380cdb8f4c7433802&device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 1130 time: 0.0459085 Apr 04 06:29:24.891244 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-9564819b-f26c-44de-8069-c33d0680b9a7 None None] Set router eff1aec1-3a23-4f53-b196-1a6046533778 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:29:24.975093 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516ae73-7a22-4a97-b159-ce9238932df5 req-53a20863-fdb3-4af5-9c8a-3d9ffdce71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:29:24.977158 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8516ae73-7a22-4a97-b159-ce9238932df5 req-53a20863-fdb3-4af5-9c8a-3d9ffdce71d4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c HTTP/1.1" status: 200 len: 913 time: 0.0869918 Apr 04 06:29:25.020887 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8516ae73-7a22-4a97-b159-ce9238932df5 req-1961ce41-3b50-4dc4-a485-d65fdccefb6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ecdbede-9741-4b0e-af8c-20f201bcf3ae HTTP/1.1" status: 200 len: 217 time: 0.0375366 Apr 04 06:29:25.070625 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516ae73-7a22-4a97-b159-ce9238932df5 req-09e5eab5-7b6a-44c7-aef8-b44682ff1241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:29:25.072223 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8516ae73-7a22-4a97-b159-ce9238932df5 req-09e5eab5-7b6a-44c7-aef8-b44682ff1241 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42cb9770-6d91-4082-ba30-7af1f0e01594 HTTP/1.1" status: 200 len: 851 time: 0.0449932 Apr 04 06:29:25.121650 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-9564819b-f26c-44de-8069-c33d0680b9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '8ac94b1a-34e6-4490-91a5-fcd8f341240b', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'port_id': '612605cf-942e-4547-91ff-feac8876fb06', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'mac_address': 'fa:16:3e:6b:b1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000bf224-59b6-44f7-9456-d8f62b647b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:25:11Z', 'updated_at': '2022-04-04T06:25:14Z', 'revision_number': 1, 'project_id': '68988ae34214443380cdb8f4c7433802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04be6d35-4ff8-40a6-8769-e4fbed34b1b2', 'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'mac_address': 'fa:16:3e:c0:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:27Z', 'updated_at': '2022-04-04T06:21:34Z', 'revision_number': 5, 'project_id': '68988ae34214443380cdb8f4c7433802', 'subnets': [{'id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:29:25.125199 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516ae73-7a22-4a97-b159-ce9238932df5 req-8aa64701-32ce-4b5c-89f2-936f5e49596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:29:25.126713 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8516ae73-7a22-4a97-b159-ce9238932df5 req-8aa64701-32ce-4b5c-89f2-936f5e49596e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486610 Apr 04 06:29:25.148438 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9564819b-f26c-44de-8069-c33d0680b9a7 None None] The sync data for ids ['eff1aec1-3a23-4f53-b196-1a6046533778'] in dv-cinder-834448-2-iscsi is: [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_floatingips': [{'id': '8ac94b1a-34e6-4490-91a5-fcd8f341240b', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'router_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'port_id': '612605cf-942e-4547-91ff-feac8876fb06', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'mac_address': 'fa:16:3e:6b:b1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000bf224-59b6-44f7-9456-d8f62b647b65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-04T06:25:11Z', 'updated_at': '2022-04-04T06:25:14Z', 'revision_number': 1, 'project_id': '68988ae34214443380cdb8f4c7433802', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04be6d35-4ff8-40a6-8769-e4fbed34b1b2', 'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'mac_address': 'fa:16:3e:c0:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:27Z', 'updated_at': '2022-04-04T06:21:34Z', 'revision_number': 5, 'project_id': '68988ae34214443380cdb8f4c7433802', 'subnets': [{'id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:29:25.222461 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8516ae73-7a22-4a97-b159-ce9238932df5 req-6443a315-6f88-4423-9842-c18a06e3125a service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881870 Apr 04 06:29:25.312614 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-8516ae73-7a22-4a97-b159-ce9238932df5 req-de9a124d-0fac-493e-94a3-c0dedf4dec4e service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838802 Apr 04 06:29:25.380971 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b29335e-9d6a-4ff6-9135-bedcc7803e76 None None] New status for floating IP ec09d0a2-efd6-49b1-adf2-e0b9d8189db8: DOWN {{(pid=103482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:29:25.901915 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7dfb9-b2b8-40d1-9abf-9ad4e4e9c1b8 req-36c1650d-2b7d-4fa4-bcaa-ae5597588bf1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:29:25.903426 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4ad7dfb9-b2b8-40d1-9abf-9ad4e4e9c1b8 req-36c1650d-2b7d-4fa4-bcaa-ae5597588bf1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 946 time: 0.0554259 Apr 04 06:29:25.955988 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4ad7dfb9-b2b8-40d1-9abf-9ad4e4e9c1b8 req-a21cd6af-ea08-46ff-b969-8dcc87db3186 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464358 Apr 04 06:29:26.208146 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-3582b56f-9a16-4678-9487-094851d7db0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:26.259173 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c3d99-8100-4354-89b8-838c80d51188 req-b96a141e-6720-44cb-8be6-9bfd0d7e1b45 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:29:26.260665 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-773c3d99-8100-4354-89b8-838c80d51188 req-b96a141e-6720-44cb-8be6-9bfd0d7e1b45 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.37 "GET /v2.0/ports?device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 946 time: 0.0557017 Apr 04 06:29:26.364431 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-773c3d99-8100-4354-89b8-838c80d51188 req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Deleting port 2ecdbede-9741-4b0e-af8c-20f201bcf3ae {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:29:26.364748 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-773c3d99-8100-4354-89b8-838c80d51188 req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (2ecdbede-9741-4b0e-af8c-20f201bcf3ae), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:26.456599 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-773c3d99-8100-4354-89b8-838c80d51188 req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] For port 2ecdbede-9741-4b0e-af8c-20f201bcf3ae, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2ecdbede-9741-4b0e-af8c-20f201bcf3ae,segment=NetworkSegment(980930ec-c0af-4522-990c-3c2672ed72e4),segment_id=980930ec-c0af-4522-990c-3c2672ed72e4)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:29:26.457000 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-773c3d99-8100-4354-89b8-838c80d51188 req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (2ecdbede-9741-4b0e-af8c-20f201bcf3ae), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:26.469800 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-773c3d99-8100-4354-89b8-838c80d51188 req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Calling delete_port for 2ecdbede-9741-4b0e-af8c-20f201bcf3ae owned by compute:nova {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:29:26.605161 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-773c3d99-8100-4354-89b8-838c80d51188 req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (2ecdbede-9741-4b0e-af8c-20f201bcf3ae), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:26.633935 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Pushing event deleted for resources: {'Port': ['ID=2ecdbede-9741-4b0e-af8c-20f201bcf3ae,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:29:26.646105 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:26.646455 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:26.646823 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:26.647168 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:26.647505 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:26.647836 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:26.648182 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:26.648495 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:26.648821 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:26.649176 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:26.649506 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:26.649830 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:26.650164 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:26.650477 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:26.650795 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103480) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:26.687401 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-773c3d99-8100-4354-89b8-838c80d51188 req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] No DVR routers for this DVR port 2ecdbede-9741-4b0e-af8c-20f201bcf3ae on host hv-cinder-83444 {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:29:26.690168 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-773c3d99-8100-4354-89b8-838c80d51188 req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:26.693822 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-773c3d99-8100-4354-89b8-838c80d51188 req-4d76bd96-97a7-4218-b35a-d080f519a0ca tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.37 "DELETE /v2.0/ports/2ecdbede-9741-4b0e-af8c-20f201bcf3ae HTTP/1.1" status: 204 len: 173 time: 0.4264350 Apr 04 06:29:26.694271 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64adfb03-0e9a-4e30-9b29-bb6c1501fb3b', 'name': 'network-vif-deleted', 'tag': '2ecdbede-9741-4b0e-af8c-20f201bcf3ae'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:29:26.696589 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64667d9e-3a3c-4d02-a906-d91ac56c2569" -d '{"events": [{"server_uuid": "64adfb03-0e9a-4e30-9b29-bb6c1501fb3b", "name": "network-vif-deleted", "tag": "2ecdbede-9741-4b0e-af8c-20f201bcf3ae"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:29:26.734912 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a6420f-c87a-4dee-b75b-648ffaf67cec x-openstack-request-id: req-70a6420f-c87a-4dee-b75b-648ffaf67cec {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:29:26.735216 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64adfb03-0e9a-4e30-9b29-bb6c1501fb3b", "name": "network-vif-deleted", "tag": "2ecdbede-9741-4b0e-af8c-20f201bcf3ae", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:29:26.735541 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70a6420f-c87a-4dee-b75b-648ffaf67cec {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:29:26.736130 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a6420f-c87a-4dee-b75b-648ffaf67cec'] response: {'server_uuid': '64adfb03-0e9a-4e30-9b29-bb6c1501fb3b', 'name': 'network-vif-deleted', 'tag': '2ecdbede-9741-4b0e-af8c-20f201bcf3ae', 'status': 'completed', 'code': 200} Apr 04 06:29:27.062445 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-c8a64a13-20d7-4467-9098-dd630e10760c req-e97cac7b-aba9-4d7a-8e75-025e84fba0be tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=64adfb03-0e9a-4e30-9b29-bb6c1501fb3b HTTP/1.1" status: 200 len: 210 time: 0.0286152 Apr 04 06:29:28.347520 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-14469e70-8c62-4a0b-88f3-81c7c3ab30f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:29.153269 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 2ecdbede-9741-4b0e-af8c-20f201bcf3ae no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:29:29.184978 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] No Port match for: 2ecdbede-9741-4b0e-af8c-20f201bcf3ae {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:29:29.185351 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 2ecdbede-9741-4b0e-af8c-20f201bcf3ae not bound to the agent host hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:29:29.635574 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:30.388659 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33740) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:29:30.560625 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-e94d8e1a-104a-4ff2-b37d-a91b1de97b3a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Deleting port b04d5069-abdd-4520-81d0-f6e84ddbf35b {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:29:30.560972 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e94d8e1a-104a-4ff2-b37d-a91b1de97b3a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (b04d5069-abdd-4520-81d0-f6e84ddbf35b), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:30.653102 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e94d8e1a-104a-4ff2-b37d-a91b1de97b3a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (b04d5069-abdd-4520-81d0-f6e84ddbf35b), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:30.653352 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e94d8e1a-104a-4ff2-b37d-a91b1de97b3a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for floatingip (b04d5069-abdd-4520-81d0-f6e84ddbf35b), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:30.665656 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-e94d8e1a-104a-4ff2-b37d-a91b1de97b3a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Calling delete_port for b04d5069-abdd-4520-81d0-f6e84ddbf35b owned by network:floatingip {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:29:30.713303 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:30.820350 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e94d8e1a-104a-4ff2-b37d-a91b1de97b3a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (b04d5069-abdd-4520-81d0-f6e84ddbf35b), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:30.845235 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d8e1a-104a-4ff2-b37d-a91b1de97b3a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Pushing event deleted for resources: {'Port': ['ID=b04d5069-abdd-4520-81d0-f6e84ddbf35b,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:29:30.907721 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e94d8e1a-104a-4ff2-b37d-a91b1de97b3a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for floatingip (8ac94b1a-34e6-4490-91a5-fcd8f341240b), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:30.907943 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.db.l3_db [None req-e94d8e1a-104a-4ff2-b37d-a91b1de97b3a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Floating IP 8ac94b1a-34e6-4490-91a5-fcd8f341240b disassociated (deleted). External IP: 172.27.2.199, port: 612605cf-942e-4547-91ff-feac8876fb06. Apr 04 06:29:31.118957 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94d8e1a-104a-4ff2-b37d-a91b1de97b3a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Router eff1aec1-3a23-4f53-b196-1a6046533778 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:29:31.230829 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94d8e1a-104a-4ff2-b37d-a91b1de97b3a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:29:31.235112 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-e94d8e1a-104a-4ff2-b37d-a91b1de97b3a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:31.240495 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe768f6d-3e03-4290-9904-7d4e49da782a None None] Sync routers for ids ['eff1aec1-3a23-4f53-b196-1a6046533778'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:29:31.250071 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe768f6d-3e03-4290-9904-7d4e49da782a None None] Routers {'eff1aec1-3a23-4f53-b196-1a6046533778'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:29:31.250696 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-fe768f6d-3e03-4290-9904-7d4e49da782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:29:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['eff1aec1-3a23-4f53-b196-1a6046533778'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:29:31.266312 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-e94d8e1a-104a-4ff2-b37d-a91b1de97b3a tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "DELETE /v2.0/floatingips/8ac94b1a-34e6-4490-91a5-fcd8f341240b HTTP/1.1" status: 204 len: 168 time: 0.8765228 Apr 04 06:29:31.266876 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000bf224-59b6-44f7-9456-d8f62b647b65', 'tag': '612605cf-942e-4547-91ff-feac8876fb06'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:29:31.269315 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4433cf-6c0c-45c2-b4ca-cbde3e76b2f8" -d '{"events": [{"name": "network-changed", "server_uuid": "000bf224-59b6-44f7-9456-d8f62b647b65", "tag": "612605cf-942e-4547-91ff-feac8876fb06"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:29:31.307979 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 04 Apr 2022 06:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b516ae-7584-4342-a65e-457a14272957 x-openstack-request-id: req-76b516ae-7584-4342-a65e-457a14272957 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:29:31.308392 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000bf224-59b6-44f7-9456-d8f62b647b65", "tag": "612605cf-942e-4547-91ff-feac8876fb06", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:29:31.308737 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-76b516ae-7584-4342-a65e-457a14272957 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:29:31.309438 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76b516ae-7584-4342-a65e-457a14272957'] response: {'name': 'network-changed', 'server_uuid': '000bf224-59b6-44f7-9456-d8f62b647b65', 'tag': '612605cf-942e-4547-91ff-feac8876fb06', 'status': 'completed', 'code': 200} Apr 04 06:29:31.375186 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-fe768f6d-3e03-4290-9904-7d4e49da782a None None] Set router eff1aec1-3a23-4f53-b196-1a6046533778 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:29:31.388999 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4433cf-6c0c-45c2-b4ca-cbde3e76b2f8 req-4ac5f7c1-e473-429a-89ce-2db03503e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:29:31.390914 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ca4433cf-6c0c-45c2-b4ca-cbde3e76b2f8 req-4ac5f7c1-e473-429a-89ce-2db03503e250 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68988ae34214443380cdb8f4c7433802&device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 1130 time: 0.0602593 Apr 04 06:29:31.517669 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4433cf-6c0c-45c2-b4ca-cbde3e76b2f8 req-38e54389-2442-4845-a4e2-e166befd0564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:29:31.519345 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ca4433cf-6c0c-45c2-b4ca-cbde3e76b2f8 req-38e54389-2442-4845-a4e2-e166befd0564 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c HTTP/1.1" status: 200 len: 913 time: 0.1230564 Apr 04 06:29:31.530845 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3766a1-74d8-46b8-ac91-ce50e729cb2c req-6f48f064-92aa-41f3-bfd1-7d6904bbbc69 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:29:31.532256 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cf3766a1-74d8-46b8-ac91-ce50e729cb2c req-6f48f064-92aa-41f3-bfd1-7d6904bbbc69 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 946 time: 0.0826328 Apr 04 06:29:31.573234 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ca4433cf-6c0c-45c2-b4ca-cbde3e76b2f8 req-aaf53ff9-4f25-4ee2-a470-dfd05605004a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=612605cf-942e-4547-91ff-feac8876fb06 HTTP/1.1" status: 200 len: 217 time: 0.0399885 Apr 04 06:29:31.589018 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-fe768f6d-3e03-4290-9904-7d4e49da782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '04be6d35-4ff8-40a6-8769-e4fbed34b1b2', 'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'mac_address': 'fa:16:3e:c0:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:27Z', 'updated_at': '2022-04-04T06:21:34Z', 'revision_number': 5, 'project_id': '68988ae34214443380cdb8f4c7433802', 'subnets': [{'id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:29:31.645433 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-cf3766a1-74d8-46b8-ac91-ce50e729cb2c req-60cdfb5d-06f4-483a-bee8-d808875edc4d tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049228 Apr 04 06:29:31.647417 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4433cf-6c0c-45c2-b4ca-cbde3e76b2f8 req-1905c12a-3743-4dfa-b877-d69640afe6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:29:31.648814 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ca4433cf-6c0c-45c2-b4ca-cbde3e76b2f8 req-1905c12a-3743-4dfa-b877-d69640afe6f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=42cb9770-6d91-4082-ba30-7af1f0e01594 HTTP/1.1" status: 200 len: 851 time: 0.0679247 Apr 04 06:29:31.757037 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe768f6d-3e03-4290-9904-7d4e49da782a None None] Checking router: eff1aec1-3a23-4f53-b196-1a6046533778 for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:29:31.766763 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe768f6d-3e03-4290-9904-7d4e49da782a None None] Routers {'eff1aec1-3a23-4f53-b196-1a6046533778'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:29:31.767397 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-fe768f6d-3e03-4290-9904-7d4e49da782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:29:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['eff1aec1-3a23-4f53-b196-1a6046533778'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:29:31.889211 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-fe768f6d-3e03-4290-9904-7d4e49da782a None None] Set router eff1aec1-3a23-4f53-b196-1a6046533778 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:29:32.000252 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4433cf-6c0c-45c2-b4ca-cbde3e76b2f8 req-9b0a798e-99bb-42f6-ba08-ab010254b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:29:32.002120 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ca4433cf-6c0c-45c2-b4ca-cbde3e76b2f8 req-9b0a798e-99bb-42f6-ba08-ab010254b25c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3457506 Apr 04 06:29:32.092529 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ca4433cf-6c0c-45c2-b4ca-cbde3e76b2f8 req-9fb8b3ce-0d5a-4743-8642-465fb7e1fa23 service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830331 Apr 04 06:29:32.093869 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-fe768f6d-3e03-4290-9904-7d4e49da782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '04be6d35-4ff8-40a6-8769-e4fbed34b1b2', 'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'mac_address': 'fa:16:3e:c0:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:27Z', 'updated_at': '2022-04-04T06:21:34Z', 'revision_number': 5, 'project_id': '68988ae34214443380cdb8f4c7433802', 'subnets': [{'id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:29:32.120228 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe768f6d-3e03-4290-9904-7d4e49da782a None None] The sync data for ids ['eff1aec1-3a23-4f53-b196-1a6046533778'] in dv-cinder-834448-2-iscsi is: [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:21:27Z', 'revision_number': 4, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi', '_interfaces': [{'id': '04be6d35-4ff8-40a6-8769-e4fbed34b1b2', 'name': '', 'network_id': 'ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'mac_address': 'fa:16:3e:c0:fc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:27Z', 'updated_at': '2022-04-04T06:21:34Z', 'revision_number': 5, 'project_id': '68988ae34214443380cdb8f4c7433802', 'subnets': [{'id': '42cb9770-6d91-4082-ba30-7af1f0e01594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:29:32.187026 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-ca4433cf-6c0c-45c2-b4ca-cbde3e76b2f8 req-9ea19542-c7b0-415f-be93-6658adad9e39 service neutron] 10.222.0.37 "GET /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878754 Apr 04 06:29:32.341646 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b737ba9-7fac-455e-a0c4-08ac6aa0badf None None] New status for floating IP 8ac94b1a-34e6-4490-91a5-fcd8f341240b: DOWN {{(pid=103482) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 04 06:29:32.357061 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:32.771342 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d178829-32ca-4a27-b575-b603d851c905 req-e5c1303f-f0a9-4e6c-a854-78537dae16b6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:29:32.772824 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4d178829-32ca-4a27-b575-b603d851c905 req-e5c1303f-f0a9-4e6c-a854-78537dae16b6 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 946 time: 0.0561085 Apr 04 06:29:32.824098 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-4d178829-32ca-4a27-b575-b603d851c905 req-91578f76-f003-4aaa-9727-e38ecf87a461 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/security-groups?id=0bfceedc-7c7e-4f29-9d5b-a55e827627e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428321 Apr 04 06:29:33.059578 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fdb59-dc06-41b4-8172-64d48ee0b9f5 req-d1ba5f61-21eb-44ba-a2db-f3cb82e3cca7 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103480) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 04 06:29:33.061082 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f45fdb59-dc06-41b4-8172-64d48ee0b9f5 req-d1ba5f61-21eb-44ba-a2db-f3cb82e3cca7 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.37 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 946 time: 0.0630245 Apr 04 06:29:33.157535 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-f45fdb59-dc06-41b4-8172-64d48ee0b9f5 req-90a2789f-8840-4d2f-bc95-62901e0aba98 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Deleting port 612605cf-942e-4547-91ff-feac8876fb06 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:29:33.157875 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-f45fdb59-dc06-41b4-8172-64d48ee0b9f5 req-90a2789f-8840-4d2f-bc95-62901e0aba98 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (612605cf-942e-4547-91ff-feac8876fb06), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:33.244641 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [req-f45fdb59-dc06-41b4-8172-64d48ee0b9f5 req-90a2789f-8840-4d2f-bc95-62901e0aba98 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] For port 612605cf-942e-4547-91ff-feac8876fb06, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=612605cf-942e-4547-91ff-feac8876fb06,segment=NetworkSegment(980930ec-c0af-4522-990c-3c2672ed72e4),segment_id=980930ec-c0af-4522-990c-3c2672ed72e4)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:29:33.245063 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-f45fdb59-dc06-41b4-8172-64d48ee0b9f5 req-90a2789f-8840-4d2f-bc95-62901e0aba98 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (612605cf-942e-4547-91ff-feac8876fb06), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:33.258543 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [req-f45fdb59-dc06-41b4-8172-64d48ee0b9f5 req-90a2789f-8840-4d2f-bc95-62901e0aba98 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Calling delete_port for 612605cf-942e-4547-91ff-feac8876fb06 owned by compute:nova {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:29:33.399806 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-f45fdb59-dc06-41b4-8172-64d48ee0b9f5 req-90a2789f-8840-4d2f-bc95-62901e0aba98 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (612605cf-942e-4547-91ff-feac8876fb06), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:33.428711 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2789f-8840-4d2f-bc95-62901e0aba98 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Pushing event deleted for resources: {'Port': ['ID=612605cf-942e-4547-91ff-feac8876fb06,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:29:33.475515 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45fdb59-dc06-41b4-8172-64d48ee0b9f5 req-90a2789f-8840-4d2f-bc95-62901e0aba98 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] No DVR routers for this DVR port 612605cf-942e-4547-91ff-feac8876fb06 on host hv-cinder-83444 {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:29:33.478246 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [req-f45fdb59-dc06-41b4-8172-64d48ee0b9f5 req-90a2789f-8840-4d2f-bc95-62901e0aba98 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for port (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:33.481682 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-f45fdb59-dc06-41b4-8172-64d48ee0b9f5 req-90a2789f-8840-4d2f-bc95-62901e0aba98 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.37 "DELETE /v2.0/ports/612605cf-942e-4547-91ff-feac8876fb06 HTTP/1.1" status: 204 len: 173 time: 0.4153957 Apr 04 06:29:33.482140 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000bf224-59b6-44f7-9456-d8f62b647b65', 'name': 'network-vif-deleted', 'tag': '612605cf-942e-4547-91ff-feac8876fb06'}] {{(pid=103480) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 04 06:29:33.484793 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31e100fc7ebf0f9eb2cc675c5cf74e7fa14cd3550b53948aba6f2ceb6e7f08f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c909a6ee-7446-4331-b7cb-74e5fd2560ff" -d '{"events": [{"server_uuid": "000bf224-59b6-44f7-9456-d8f62b647b65", "name": "network-vif-deleted", "tag": "612605cf-942e-4547-91ff-feac8876fb06"}]}' {{(pid=103480) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 04 06:29:33.521579 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 04 Apr 2022 06:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0001095-42de-41e6-9cc4-e27ddcc1b129 x-openstack-request-id: req-a0001095-42de-41e6-9cc4-e27ddcc1b129 {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 04 06:29:33.521891 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000bf224-59b6-44f7-9456-d8f62b647b65", "name": "network-vif-deleted", "tag": "612605cf-942e-4547-91ff-feac8876fb06", "status": "completed", "code": 200}]} {{(pid=103480) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 04 06:29:33.522129 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0001095-42de-41e6-9cc4-e27ddcc1b129 {{(pid=103480) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 04 06:29:33.522570 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0001095-42de-41e6-9cc4-e27ddcc1b129'] response: {'server_uuid': '000bf224-59b6-44f7-9456-d8f62b647b65', 'name': 'network-vif-deleted', 'tag': '612605cf-942e-4547-91ff-feac8876fb06', 'status': 'completed', 'code': 200} Apr 04 06:29:33.934371 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [req-2dcf55b0-e517-4baa-9508-5e7272857773 req-b6af720d-4df3-4b9b-8a02-c61eb24a11a1 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "GET /v2.0/ports?device_id=000bf224-59b6-44f7-9456-d8f62b647b65 HTTP/1.1" status: 200 len: 210 time: 0.0283916 Apr 04 06:29:34.188187 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:35.000781 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 33756) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:29:35.134256 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-11c1e87c-e1e9-4e6f-a634-2e939e4bec55 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Deleting port 48548881-22b5-4be4-bff8-0243e15f01f7 {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:29:35.134515 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-11c1e87c-e1e9-4e6f-a634-2e939e4bec55 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (48548881-22b5-4be4-bff8-0243e15f01f7), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:35.210185 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-11c1e87c-e1e9-4e6f-a634-2e939e4bec55 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (48548881-22b5-4be4-bff8-0243e15f01f7), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:35.210497 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-11c1e87c-e1e9-4e6f-a634-2e939e4bec55 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for floatingip (48548881-22b5-4be4-bff8-0243e15f01f7), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:35.221914 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-11c1e87c-e1e9-4e6f-a634-2e939e4bec55 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Calling delete_port for 48548881-22b5-4be4-bff8-0243e15f01f7 owned by network:floatingip {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:29:35.598491 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-11c1e87c-e1e9-4e6f-a634-2e939e4bec55 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (48548881-22b5-4be4-bff8-0243e15f01f7), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:35.623979 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1e87c-e1e9-4e6f-a634-2e939e4bec55 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Pushing event deleted for resources: {'Port': ['ID=48548881-22b5-4be4-bff8-0243e15f01f7,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:29:35.685695 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-11c1e87c-e1e9-4e6f-a634-2e939e4bec55 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for floatingip (46978865-a632-4d24-9e83-24fbe92bdfa4), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:35.688170 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-11c1e87c-e1e9-4e6f-a634-2e939e4bec55 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122853'] for floatingip (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:35.689345 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-11c1e87c-e1e9-4e6f-a634-2e939e4bec55 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "DELETE /v2.0/floatingips/46978865-a632-4d24-9e83-24fbe92bdfa4 HTTP/1.1" status: 204 len: 168 time: 0.6875594 Apr 04 06:29:36.891647 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 33768) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:29:36.951375 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ae7936bd-001c-4d49-aa3c-673bf47b0195 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group (0bfceedc-7c7e-4f29-9d5b-a55e827627e1), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:36.979328 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ae7936bd-001c-4d49-aa3c-673bf47b0195 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group (0bfceedc-7c7e-4f29-9d5b-a55e827627e1), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:37.042573 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ae7936bd-001c-4d49-aa3c-673bf47b0195 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (0bfceedc-7c7e-4f29-9d5b-a55e827627e1), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:37.045245 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-ae7936bd-001c-4d49-aa3c-673bf47b0195 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Publish callbacks [] for security_group (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:37.046394 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-ae7936bd-001c-4d49-aa3c-673bf47b0195 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] 10.222.0.30 "DELETE /v2.0/security-groups/0bfceedc-7c7e-4f29-9d5b-a55e827627e1 HTTP/1.1" status: 204 len: 168 time: 0.1537595 Apr 04 06:29:37.055909 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7936bd-001c-4d49-aa3c-673bf47b0195 tempest-TestVolumeBootPattern-1184906609 tempest-TestVolumeBootPattern-1184906609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfceedc-7c7e-4f29-9d5b-a55e827627e1,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:29:37.105524 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33772) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:29:37.174266 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 612605cf-942e-4547-91ff-feac8876fb06 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:29:37.194699 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] No Port match for: 612605cf-942e-4547-91ff-feac8876fb06 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:29:37.195042 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Device 612605cf-942e-4547-91ff-feac8876fb06 not bound to the agent host hv-cinder-83444 {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:29:37.594191 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a48e87e4-f5d7-4840-8d4f-8ad59846f617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1596021'] for router_interface (eff1aec1-3a23-4f53-b196-1a6046533778), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:37.875140 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-a48e87e4-f5d7-4840-8d4f-8ad59846f617 admin admin] Deleting port 04be6d35-4ff8-40a6-8769-e4fbed34b1b2 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:29:37.875723 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a48e87e4-f5d7-4840-8d4f-8ad59846f617 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (04be6d35-4ff8-40a6-8769-e4fbed34b1b2), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:37.960405 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-a48e87e4-f5d7-4840-8d4f-8ad59846f617 admin admin] For port 04be6d35-4ff8-40a6-8769-e4fbed34b1b2, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=04be6d35-4ff8-40a6-8769-e4fbed34b1b2,segment=NetworkSegment(980930ec-c0af-4522-990c-3c2672ed72e4),segment_id=980930ec-c0af-4522-990c-3c2672ed72e4)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:29:37.960756 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a48e87e4-f5d7-4840-8d4f-8ad59846f617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (04be6d35-4ff8-40a6-8769-e4fbed34b1b2), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:37.974289 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-a48e87e4-f5d7-4840-8d4f-8ad59846f617 admin admin] Calling delete_port for 04be6d35-4ff8-40a6-8769-e4fbed34b1b2 owned by network:router_interface {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:29:38.173809 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a48e87e4-f5d7-4840-8d4f-8ad59846f617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (04be6d35-4ff8-40a6-8769-e4fbed34b1b2), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:38.200444 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e87e4-f5d7-4840-8d4f-8ad59846f617 admin admin] Pushing event deleted for resources: {'Port': ['ID=04be6d35-4ff8-40a6-8769-e4fbed34b1b2,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:29:38.365604 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-a48e87e4-f5d7-4840-8d4f-8ad59846f617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596389'] for router_interface (eff1aec1-3a23-4f53-b196-1a6046533778), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:38.582248 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48e87e4-f5d7-4840-8d4f-8ad59846f617 admin admin] Router eff1aec1-3a23-4f53-b196-1a6046533778 has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:29:38.692543 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48e87e4-f5d7-4840-8d4f-8ad59846f617 admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:29:38.698714 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-a48e87e4-f5d7-4840-8d4f-8ad59846f617 admin admin] 10.222.0.30 "PUT /v2.0/routers/eff1aec1-3a23-4f53-b196-1a6046533778/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5919838 Apr 04 06:29:38.700830 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 33776) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:29:38.701958 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f407cc52-db99-4a8b-8d1b-8eb9916fb968 None None] Sync routers for ids ['eff1aec1-3a23-4f53-b196-1a6046533778'] in dv-cinder-834448-2-iscsi {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:29:38.712191 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f407cc52-db99-4a8b-8d1b-8eb9916fb968 None None] Routers {'eff1aec1-3a23-4f53-b196-1a6046533778'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:29:38.712827 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-f407cc52-db99-4a8b-8d1b-8eb9916fb968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:29:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['eff1aec1-3a23-4f53-b196-1a6046533778'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:29:38.807890 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5a43b88d-119a-4702-b3a4-b3d31a881beb admin admin] Publish callbacks [] for router (eff1aec1-3a23-4f53-b196-1a6046533778), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:38.823350 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-f407cc52-db99-4a8b-8d1b-8eb9916fb968 None None] Set router eff1aec1-3a23-4f53-b196-1a6046533778 gateway port host: dv-cinder-834448-2-iscsi {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:29:38.914942 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5a43b88d-119a-4702-b3a4-b3d31a881beb admin admin] Publish callbacks [] for router_gateway (eff1aec1-3a23-4f53-b196-1a6046533778), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:38.972154 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-5a43b88d-119a-4702-b3a4-b3d31a881beb admin admin] Deleting port 5d90f0aa-99f3-491f-9a50-18322017601d {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:29:38.972474 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5a43b88d-119a-4702-b3a4-b3d31a881beb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (5d90f0aa-99f3-491f-9a50-18322017601d), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:39.000683 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-f407cc52-db99-4a8b-8d1b-8eb9916fb968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:29:38Z', 'revision_number': 5, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port': {'id': '5d90f0aa-99f3-491f-9a50-18322017601d', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:25Z', 'updated_at': '2022-04-04T06:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:29:39.031908 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f407cc52-db99-4a8b-8d1b-8eb9916fb968 None None] Checking router: eff1aec1-3a23-4f53-b196-1a6046533778 for host: dv-cinder-834448-2-iscsi {{(pid=103481) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:29:39.040574 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f407cc52-db99-4a8b-8d1b-8eb9916fb968 None None] Routers {'eff1aec1-3a23-4f53-b196-1a6046533778'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103481) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:29:39.041216 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-f407cc52-db99-4a8b-8d1b-8eb9916fb968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:29:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['eff1aec1-3a23-4f53-b196-1a6046533778'], 'active': True} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:29:39.052556 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-5a43b88d-119a-4702-b3a4-b3d31a881beb admin admin] For port 5d90f0aa-99f3-491f-9a50-18322017601d, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=5d90f0aa-99f3-491f-9a50-18322017601d,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:29:39.052942 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5a43b88d-119a-4702-b3a4-b3d31a881beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (5d90f0aa-99f3-491f-9a50-18322017601d), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:39.065262 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-5a43b88d-119a-4702-b3a4-b3d31a881beb admin admin] Calling delete_port for 5d90f0aa-99f3-491f-9a50-18322017601d owned by network:router_gateway {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:29:39.133500 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvr_db [None req-f407cc52-db99-4a8b-8d1b-8eb9916fb968 None None] Set router eff1aec1-3a23-4f53-b196-1a6046533778 gateway port host: None {{(pid=103481) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:29:39.188941 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_hamode_db [None req-f407cc52-db99-4a8b-8d1b-8eb9916fb968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:29:38Z', 'revision_number': 6, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port_host': None}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:29:39.219119 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f407cc52-db99-4a8b-8d1b-8eb9916fb968 None None] The sync data for ids ['eff1aec1-3a23-4f53-b196-1a6046533778'] in dv-cinder-834448-2-iscsi is: [{'id': 'eff1aec1-3a23-4f53-b196-1a6046533778', 'name': 'tempest-TestVolumeBootPattern-1029981290-router', 'tenant_id': '68988ae34214443380cdb8f4c7433802', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:24Z', 'updated_at': '2022-04-04T06:29:38Z', 'revision_number': 6, 'project_id': '68988ae34214443380cdb8f4c7433802', 'gw_port_host': None}] {{(pid=103481) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:29:39.243999 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5a43b88d-119a-4702-b3a4-b3d31a881beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (5d90f0aa-99f3-491f-9a50-18322017601d), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:39.271451 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43b88d-119a-4702-b3a4-b3d31a881beb admin admin] Pushing event deleted for resources: {'Port': ['ID=5d90f0aa-99f3-491f-9a50-18322017601d,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:29:39.340705 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5a43b88d-119a-4702-b3a4-b3d31a881beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589263'] for router_gateway (eff1aec1-3a23-4f53-b196-1a6046533778), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:39.434510 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5a43b88d-119a-4702-b3a4-b3d31a881beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1597331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016'] for router (eff1aec1-3a23-4f53-b196-1a6046533778), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:39.436846 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5a43b88d-119a-4702-b3a4-b3d31a881beb admin admin] Publish callbacks [] for router_controller (eff1aec1-3a23-4f53-b196-1a6046533778), precommit_delete_associations {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:39.483540 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5a43b88d-119a-4702-b3a4-b3d31a881beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1597418'] for router (eff1aec1-3a23-4f53-b196-1a6046533778), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:39.484082 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a43b88d-119a-4702-b3a4-b3d31a881beb admin admin] Fanout notify agent at l3_agent the message router_deleted on router eff1aec1-3a23-4f53-b196-1a6046533778 {{(pid=103479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 06:29:39.489325 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-5a43b88d-119a-4702-b3a4-b3d31a881beb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:39.490469 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-5a43b88d-119a-4702-b3a4-b3d31a881beb admin admin] 10.222.0.30 "DELETE /v2.0/routers/eff1aec1-3a23-4f53-b196-1a6046533778 HTTP/1.1" status: 204 len: 168 time: 0.7886183 Apr 04 06:29:39.492975 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 33778) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:29:39.542437 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e9a607-b9fa-4537-9a8c-21a0c3c8d436 admin admin] Deleting subnet 42cb9770-6d91-4082-ba30-7af1f0e01594 {{(pid=103479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 06:29:39.545483 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f2e9a607-b9fa-4537-9a8c-21a0c3c8d436 admin admin] Publish callbacks [] for subnet (42cb9770-6d91-4082-ba30-7af1f0e01594), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:39.580557 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f2e9a607-b9fa-4537-9a8c-21a0c3c8d436 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850216'] for subnet (42cb9770-6d91-4082-ba30-7af1f0e01594), precommit_delete_associations {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:39.664286 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f2e9a607-b9fa-4537-9a8c-21a0c3c8d436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047354'] for subnet (42cb9770-6d91-4082-ba30-7af1f0e01594), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:39.716445 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f2e9a607-b9fa-4537-9a8c-21a0c3c8d436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10310549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567937'] for subnet (42cb9770-6d91-4082-ba30-7af1f0e01594), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:39.746264 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9a607-b9fa-4537-9a8c-21a0c3c8d436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42cb9770-6d91-4082-ba30-7af1f0e01594,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:29:39.748233 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-f2e9a607-b9fa-4537-9a8c-21a0c3c8d436 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:39.753772 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-f2e9a607-b9fa-4537-9a8c-21a0c3c8d436 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/42cb9770-6d91-4082-ba30-7af1f0e01594 HTTP/1.1" status: 204 len: 168 time: 0.2574775 Apr 04 06:29:39.754138 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dfba09-0c4c-4821-9a3f-89264de897e4 None None] Network ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:29:39.754585 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 33780) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:29:39.824733 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e38b0fb7-4141-49eb-a7e6-abacbcd2c0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823931'] for network (ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:39.881468 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-e38b0fb7-4141-49eb-a7e6-abacbcd2c0a5 admin admin] Deleting port 86562d2b-4f10-4657-ab8b-6ec2997d7691 {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:29:39.881703 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e38b0fb7-4141-49eb-a7e6-abacbcd2c0a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (86562d2b-4f10-4657-ab8b-6ec2997d7691), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:39.947801 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-e38b0fb7-4141-49eb-a7e6-abacbcd2c0a5 admin admin] For port 86562d2b-4f10-4657-ab8b-6ec2997d7691, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=86562d2b-4f10-4657-ab8b-6ec2997d7691,segment=NetworkSegment(980930ec-c0af-4522-990c-3c2672ed72e4),segment_id=980930ec-c0af-4522-990c-3c2672ed72e4)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:29:39.948172 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e38b0fb7-4141-49eb-a7e6-abacbcd2c0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (86562d2b-4f10-4657-ab8b-6ec2997d7691), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:39.964772 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-e38b0fb7-4141-49eb-a7e6-abacbcd2c0a5 admin admin] Calling delete_port for 86562d2b-4f10-4657-ab8b-6ec2997d7691 owned by network:dhcp {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:29:39.971900 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] DHCP port deletion for ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c request from dv-cinder-834448-2-iscsi {{(pid=103481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 06:29:40.027627 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 04be6d35-4ff8-40a6-8769-e4fbed34b1b2 no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:29:40.047938 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] Deleting port 86562d2b-4f10-4657-ab8b-6ec2997d7691 {{(pid=103481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:29:40.048433 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (86562d2b-4f10-4657-ab8b-6ec2997d7691), before_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:40.057422 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e38b0fb7-4141-49eb-a7e6-abacbcd2c0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (86562d2b-4f10-4657-ab8b-6ec2997d7691), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:40.060485 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: 04be6d35-4ff8-40a6-8769-e4fbed34b1b2 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:29:40.060919 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 04be6d35-4ff8-40a6-8769-e4fbed34b1b2 not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:29:40.061412 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 5d90f0aa-99f3-491f-9a50-18322017601d no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:29:40.072203 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38b0fb7-4141-49eb-a7e6-abacbcd2c0a5 admin admin] No DVR routers for this DVR port 86562d2b-4f10-4657-ab8b-6ec2997d7691 on host dv-cinder-834448-2-iscsi {{(pid=103479) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:29:40.109917 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b0fb7-4141-49eb-a7e6-abacbcd2c0a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=86562d2b-4f10-4657-ab8b-6ec2997d7691,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:29:40.113800 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: 5d90f0aa-99f3-491f-9a50-18322017601d {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:29:40.114354 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 5d90f0aa-99f3-491f-9a50-18322017601d not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:29:40.114602 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 86562d2b-4f10-4657-ab8b-6ec2997d7691 no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:29:40.137962 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: 86562d2b-4f10-4657-ab8b-6ec2997d7691 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:29:40.138282 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 86562d2b-4f10-4657-ab8b-6ec2997d7691 not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:29:40.156166 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] For port 86562d2b-4f10-4657-ab8b-6ec2997d7691, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=86562d2b-4f10-4657-ab8b-6ec2997d7691,segment=NetworkSegment(980930ec-c0af-4522-990c-3c2672ed72e4),segment_id=980930ec-c0af-4522-990c-3c2672ed72e4)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:29:40.156578 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (86562d2b-4f10-4657-ab8b-6ec2997d7691), precommit_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:40.167517 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e38b0fb7-4141-49eb-a7e6-abacbcd2c0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951985', 'neutron.services.segments.db._delete_segments_for_network-8794510801722'] for network (ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:40.170111 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] Calling delete_port for 86562d2b-4f10-4657-ab8b-6ec2997d7691 owned by network:dhcp {{(pid=103481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:29:40.188319 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.services.segments.db [None req-e38b0fb7-4141-49eb-a7e6-abacbcd2c0a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c']}} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:29:40.198420 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.services.segments.db [None req-e38b0fb7-4141-49eb-a7e6-abacbcd2c0a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980930ec-c0af-4522-990c-3c2672ed72e4') {'for_net_delete': True} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:29:40.198725 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.services.segments.db [None req-e38b0fb7-4141-49eb-a7e6-abacbcd2c0a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980930ec-c0af-4522-990c-3c2672ed72e4') {} {{(pid=103479) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:29:40.209364 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e38b0fb7-4141-49eb-a7e6-abacbcd2c0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794510999619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8850211'] for segment (980930ec-c0af-4522-990c-3c2672ed72e4), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:40.223386 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e38b0fb7-4141-49eb-a7e6-abacbcd2c0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (980930ec-c0af-4522-990c-3c2672ed72e4), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:40.230057 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38b0fb7-4141-49eb-a7e6-abacbcd2c0a5 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103479) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 06:29:40.230535 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e38b0fb7-4141-49eb-a7e6-abacbcd2c0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10309939'] for segment (980930ec-c0af-4522-990c-3c2672ed72e4), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: Traceback (most recent call last): Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: timer() Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: cb(*args, **kw) Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: return func(*args, **kwargs) Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: self._notify() Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: self.callback(batched_events) Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: event.method(event) Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: return f(self, *a, **k) Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: return self._get(url).json() Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: return self.request(url, 'GET', **kwargs) Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 06:29:40.232809 dv-cinder-834448-2-iscsi neutron-server[103479]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 06:29:40.254086 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006'] for port (86562d2b-4f10-4657-ab8b-6ec2997d7691), after_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:40.283954 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] Pushing event deleted for resources: {'Port': ['ID=86562d2b-4f10-4657-ab8b-6ec2997d7691,revision_number=None']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:29:40.288848 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] No DVR routers for this DVR port 86562d2b-4f10-4657-ab8b-6ec2997d7691 on host dv-cinder-834448-2-iscsi {{(pid=103481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:29:40.294756 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e38b0fb7-4141-49eb-a7e6-abacbcd2c0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589347'] for network (ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:40.296738 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:40.297101 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:40.297597 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:40.297812 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:40.298121 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:40.298453 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:40.298783 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:40.299115 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:40.299441 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:40.299826 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:40.300097 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:40.300675 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:40.300816 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:40.301101 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:40.301419 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6140c60-fa9a-4ff4-8207-cf4b9ac4fce7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-2-iscsi {{(pid=103481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 04 06:29:40.307298 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-e38b0fb7-4141-49eb-a7e6-abacbcd2c0a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:40.310417 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-e38b0fb7-4141-49eb-a7e6-abacbcd2c0a5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c HTTP/1.1" status: 204 len: 168 time: 0.5554745 Apr 04 06:29:40.313541 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33782) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:29:40.326508 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b0fb7-4141-49eb-a7e6-abacbcd2c0a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea1dfced-e8c8-484b-aea7-dbe7fde0cd9c,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:29:40.664289 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-985e62ff-4553-470f-a491-54a25b225df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1596021'] for router_interface (20dfc128-3512-4101-8b20-2ce60f104a1e), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:40.915954 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-985e62ff-4553-470f-a491-54a25b225df8 admin admin] Deleting port 41af025f-41a0-4251-bdb8-66a06bf107e8 {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:29:40.916199 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-985e62ff-4553-470f-a491-54a25b225df8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (41af025f-41a0-4251-bdb8-66a06bf107e8), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:40.995901 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-985e62ff-4553-470f-a491-54a25b225df8 admin admin] For port 41af025f-41a0-4251-bdb8-66a06bf107e8, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=41af025f-41a0-4251-bdb8-66a06bf107e8,segment=NetworkSegment(42a7f810-8a5f-44ce-9a3a-d94e8164ad1f),segment_id=42a7f810-8a5f-44ce-9a3a-d94e8164ad1f)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:29:40.996254 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-985e62ff-4553-470f-a491-54a25b225df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (41af025f-41a0-4251-bdb8-66a06bf107e8), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:41.009116 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-985e62ff-4553-470f-a491-54a25b225df8 admin admin] Calling delete_port for 41af025f-41a0-4251-bdb8-66a06bf107e8 owned by network:router_interface {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:29:41.201657 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-985e62ff-4553-470f-a491-54a25b225df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (41af025f-41a0-4251-bdb8-66a06bf107e8), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:41.229220 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e62ff-4553-470f-a491-54a25b225df8 admin admin] Pushing event deleted for resources: {'Port': ['ID=41af025f-41a0-4251-bdb8-66a06bf107e8,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:29:41.416486 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-985e62ff-4553-470f-a491-54a25b225df8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1683280', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596389'] for router_interface (20dfc128-3512-4101-8b20-2ce60f104a1e), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:41.640017 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985e62ff-4553-470f-a491-54a25b225df8 admin admin] Router 20dfc128-3512-4101-8b20-2ce60f104a1e has already been hosted by L3 agent 0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45 {{(pid=103480) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 04 06:29:41.758626 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985e62ff-4553-470f-a491-54a25b225df8 admin admin] Notify agent at l3_agent.dv-cinder-834448-2-iscsi the message routers_updated {{(pid=103480) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 04 06:29:41.763816 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-985e62ff-4553-470f-a491-54a25b225df8 admin admin] 10.222.0.30 "PUT /v2.0/routers/20dfc128-3512-4101-8b20-2ce60f104a1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4492283 Apr 04 06:29:41.766949 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 33784) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:29:41.767564 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35aa67-610f-4356-ab5f-d88d107210e7 None None] Sync routers for ids ['20dfc128-3512-4101-8b20-2ce60f104a1e'] in dv-cinder-834448-2-iscsi {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 04 06:29:41.778504 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35aa67-610f-4356-ab5f-d88d107210e7 None None] Routers {'20dfc128-3512-4101-8b20-2ce60f104a1e'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:29:41.779133 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-fe35aa67-610f-4356-ab5f-d88d107210e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:29:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['20dfc128-3512-4101-8b20-2ce60f104a1e'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:29:41.886866 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-72dcf4da-f9ae-4cf8-9ae7-6ef7a0b97ecb admin admin] Publish callbacks [] for router (20dfc128-3512-4101-8b20-2ce60f104a1e), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:41.889110 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-fe35aa67-610f-4356-ab5f-d88d107210e7 None None] Set router 20dfc128-3512-4101-8b20-2ce60f104a1e gateway port host: dv-cinder-834448-2-iscsi {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:29:41.985634 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-72dcf4da-f9ae-4cf8-9ae7-6ef7a0b97ecb admin admin] Publish callbacks [] for router_gateway (20dfc128-3512-4101-8b20-2ce60f104a1e), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:42.044157 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-72dcf4da-f9ae-4cf8-9ae7-6ef7a0b97ecb admin admin] Deleting port 445a62dc-d237-48b3-95b3-42c61a1b774c {{(pid=103479) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:29:42.044499 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-72dcf4da-f9ae-4cf8-9ae7-6ef7a0b97ecb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (445a62dc-d237-48b3-95b3-42c61a1b774c), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:42.065792 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-fe35aa67-610f-4356-ab5f-d88d107210e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dfc128-3512-4101-8b20-2ce60f104a1e', 'name': 'tempest-TestVolumeBootPattern-1751897143-router', 'tenant_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'external_fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': '445a62dc-d237-48b3-95b3-42c61a1b774c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:30Z', 'updated_at': '2022-04-04T06:29:41Z', 'revision_number': 5, 'project_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'gw_port': {'id': '445a62dc-d237-48b3-95b3-42c61a1b774c', 'name': '', 'network_id': '1ee500bf-3755-4a54-8c64-77d3afc270de', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ab:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dfc128-3512-4101-8b20-2ce60f104a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-04T06:21:31Z', 'updated_at': '2022-04-04T06:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '869a8d77-3e29-497b-8786-06700a6fd9d1', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-2-iscsi'}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:29:42.092007 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35aa67-610f-4356-ab5f-d88d107210e7 None None] Checking router: 20dfc128-3512-4101-8b20-2ce60f104a1e for host: dv-cinder-834448-2-iscsi {{(pid=103482) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 04 06:29:42.100304 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35aa67-610f-4356-ab5f-d88d107210e7 None None] Routers {'20dfc128-3512-4101-8b20-2ce60f104a1e'} bound to L3 agent in host dv-cinder-834448-2-iscsi {{(pid=103482) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 04 06:29:42.100887 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-fe35aa67-610f-4356-ab5f-d88d107210e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-04T06:01:58Z,description=,heartbeat_timestamp=2022-04-04T06:29:28Z,host='dv-cinder-834448-2-iscsi',id=0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45,load=0,resource_versions=,resources_synced=,started_at=2022-04-04T06:01:58Z,topic='l3_agent')) {'router_ids': ['20dfc128-3512-4101-8b20-2ce60f104a1e'], 'active': True} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:29:42.123410 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.db [None req-72dcf4da-f9ae-4cf8-9ae7-6ef7a0b97ecb admin admin] For port 445a62dc-d237-48b3-95b3-42c61a1b774c, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=445a62dc-d237-48b3-95b3-42c61a1b774c,segment=NetworkSegment(5cd31b77-61ed-449c-b6c1-d633fd53688c),segment_id=5cd31b77-61ed-449c-b6c1-d633fd53688c)] {{(pid=103479) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:29:42.123778 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-72dcf4da-f9ae-4cf8-9ae7-6ef7a0b97ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (445a62dc-d237-48b3-95b3-42c61a1b774c), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:42.137580 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.plugins.ml2.plugin [None req-72dcf4da-f9ae-4cf8-9ae7-6ef7a0b97ecb admin admin] Calling delete_port for 445a62dc-d237-48b3-95b3-42c61a1b774c owned by network:router_gateway {{(pid=103479) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:29:42.188707 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_dvr_db [None req-fe35aa67-610f-4356-ab5f-d88d107210e7 None None] Set router 20dfc128-3512-4101-8b20-2ce60f104a1e gateway port host: None {{(pid=103482) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 04 06:29:42.243063 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.l3_hamode_db [None req-fe35aa67-610f-4356-ab5f-d88d107210e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dfc128-3512-4101-8b20-2ce60f104a1e', 'name': 'tempest-TestVolumeBootPattern-1751897143-router', 'tenant_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:30Z', 'updated_at': '2022-04-04T06:29:41Z', 'revision_number': 6, 'project_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'gw_port_host': None}], 'dv-cinder-834448-2-iscsi', False) {} {{(pid=103482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:29:42.269958 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35aa67-610f-4356-ab5f-d88d107210e7 None None] The sync data for ids ['20dfc128-3512-4101-8b20-2ce60f104a1e'] in dv-cinder-834448-2-iscsi is: [{'id': '20dfc128-3512-4101-8b20-2ce60f104a1e', 'name': 'tempest-TestVolumeBootPattern-1751897143-router', 'tenant_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-04T06:21:30Z', 'updated_at': '2022-04-04T06:29:41Z', 'revision_number': 6, 'project_id': 'b579d521e0cf45ebab46a26cd6aed8a7', 'gw_port_host': None}] {{(pid=103482) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 04 06:29:42.306443 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-72dcf4da-f9ae-4cf8-9ae7-6ef7a0b97ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10309990'] for port (445a62dc-d237-48b3-95b3-42c61a1b774c), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:42.332928 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcf4da-f9ae-4cf8-9ae7-6ef7a0b97ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=445a62dc-d237-48b3-95b3-42c61a1b774c,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:29:42.410205 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-72dcf4da-f9ae-4cf8-9ae7-6ef7a0b97ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589263'] for router_gateway (20dfc128-3512-4101-8b20-2ce60f104a1e), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:42.501143 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-72dcf4da-f9ae-4cf8-9ae7-6ef7a0b97ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1597331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1016'] for router (20dfc128-3512-4101-8b20-2ce60f104a1e), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:42.503202 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-72dcf4da-f9ae-4cf8-9ae7-6ef7a0b97ecb admin admin] Publish callbacks [] for router_controller (20dfc128-3512-4101-8b20-2ce60f104a1e), precommit_delete_associations {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:42.547538 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-72dcf4da-f9ae-4cf8-9ae7-6ef7a0b97ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1597418'] for router (20dfc128-3512-4101-8b20-2ce60f104a1e), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:42.548083 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dcf4da-f9ae-4cf8-9ae7-6ef7a0b97ecb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20dfc128-3512-4101-8b20-2ce60f104a1e {{(pid=103479) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 04 06:29:42.552646 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-72dcf4da-f9ae-4cf8-9ae7-6ef7a0b97ecb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:42.553659 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-72dcf4da-f9ae-4cf8-9ae7-6ef7a0b97ecb admin admin] 10.222.0.30 "DELETE /v2.0/routers/20dfc128-3512-4101-8b20-2ce60f104a1e HTTP/1.1" status: 204 len: 168 time: 0.7857471 Apr 04 06:29:42.556227 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [-] (103479) accepted ('10.222.0.30', 33786) {{(pid=103479) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:29:42.604205 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa323dcd-3c1b-4712-bd49-6777accea39d admin admin] Deleting subnet 6f62577f-6a14-41d0-8c70-9cd827f6b5f2 {{(pid=103479) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 04 06:29:42.607539 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fa323dcd-3c1b-4712-bd49-6777accea39d admin admin] Publish callbacks [] for subnet (6f62577f-6a14-41d0-8c70-9cd827f6b5f2), before_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:42.643920 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fa323dcd-3c1b-4712-bd49-6777accea39d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8850216'] for subnet (6f62577f-6a14-41d0-8c70-9cd827f6b5f2), precommit_delete_associations {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:42.722658 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fa323dcd-3c1b-4712-bd49-6777accea39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1047354'] for subnet (6f62577f-6a14-41d0-8c70-9cd827f6b5f2), precommit_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:42.780093 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fa323dcd-3c1b-4712-bd49-6777accea39d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1047309', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10310549', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8567937'] for subnet (6f62577f-6a14-41d0-8c70-9cd827f6b5f2), after_delete {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:42.809729 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa323dcd-3c1b-4712-bd49-6777accea39d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f62577f-6a14-41d0-8c70-9cd827f6b5f2,revision_number=None']} {{(pid=103479) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:29:42.813886 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron_lib.callbacks.manager [None req-fa323dcd-3c1b-4712-bd49-6777accea39d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103479) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:42.817141 dv-cinder-834448-2-iscsi neutron-server[103479]: INFO neutron.wsgi [None req-fa323dcd-3c1b-4712-bd49-6777accea39d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6f62577f-6a14-41d0-8c70-9cd827f6b5f2 HTTP/1.1" status: 204 len: 168 time: 0.2599418 Apr 04 06:29:42.820163 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33788) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:29:42.820667 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26fc071-532d-4c47-a613-23df20680402 None None] Network 011cd3e6-7fb3-42aa-82db-8dc9f7935dbb requested from dv-cinder-834448-2-iscsi {{(pid=103481) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 04 06:29:42.887644 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ccdcdab8-8237-45c2-8815-a40b2575143f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823931'] for network (011cd3e6-7fb3-42aa-82db-8dc9f7935dbb), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:42.949760 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-ccdcdab8-8237-45c2-8815-a40b2575143f admin admin] Deleting port 13640bdc-606e-4fda-a422-ea569357d06c {{(pid=103480) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:29:42.950099 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ccdcdab8-8237-45c2-8815-a40b2575143f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (13640bdc-606e-4fda-a422-ea569357d06c), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:43.014767 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.db [None req-ccdcdab8-8237-45c2-8815-a40b2575143f admin admin] For port 13640bdc-606e-4fda-a422-ea569357d06c, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=13640bdc-606e-4fda-a422-ea569357d06c,segment=NetworkSegment(42a7f810-8a5f-44ce-9a3a-d94e8164ad1f),segment_id=42a7f810-8a5f-44ce-9a3a-d94e8164ad1f)] {{(pid=103480) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:29:43.015149 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ccdcdab8-8237-45c2-8815-a40b2575143f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (13640bdc-606e-4fda-a422-ea569357d06c), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:43.029603 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.plugin [None req-ccdcdab8-8237-45c2-8815-a40b2575143f admin admin] Calling delete_port for 13640bdc-606e-4fda-a422-ea569357d06c owned by network:dhcp {{(pid=103480) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:29:43.045276 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2788d5eb-274d-4296-abc9-351afaee8de1 None None] DHCP port deletion for 011cd3e6-7fb3-42aa-82db-8dc9f7935dbb request from dv-cinder-834448-2-iscsi {{(pid=103481) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 04 06:29:43.108685 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-2788d5eb-274d-4296-abc9-351afaee8de1 None None] Deleting port 13640bdc-606e-4fda-a422-ea569357d06c {{(pid=103481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 04 06:29:43.109387 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-2788d5eb-274d-4296-abc9-351afaee8de1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794511035926'] for port (13640bdc-606e-4fda-a422-ea569357d06c), before_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:43.119163 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ccdcdab8-8237-45c2-8815-a40b2575143f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2345904'] for port (13640bdc-606e-4fda-a422-ea569357d06c), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:43.146062 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcdab8-8237-45c2-8815-a40b2575143f admin admin] Pushing event deleted for resources: {'Port': ['ID=13640bdc-606e-4fda-a422-ea569357d06c,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:29:43.147929 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdcdab8-8237-45c2-8815-a40b2575143f admin admin] No DVR routers for this DVR port 13640bdc-606e-4fda-a422-ea569357d06c on host dv-cinder-834448-2-iscsi {{(pid=103480) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:29:43.176388 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.db [None req-2788d5eb-274d-4296-abc9-351afaee8de1 None None] For port 13640bdc-606e-4fda-a422-ea569357d06c, host dv-cinder-834448-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-2-iscsi',level=0,port_id=13640bdc-606e-4fda-a422-ea569357d06c,segment=NetworkSegment(42a7f810-8a5f-44ce-9a3a-d94e8164ad1f),segment_id=42a7f810-8a5f-44ce-9a3a-d94e8164ad1f)] {{(pid=103481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 04 06:29:43.176839 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-2788d5eb-274d-4296-abc9-351afaee8de1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1601607'] for port (13640bdc-606e-4fda-a422-ea569357d06c), precommit_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:43.190178 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-2788d5eb-274d-4296-abc9-351afaee8de1 None None] Calling delete_port for 13640bdc-606e-4fda-a422-ea569357d06c owned by network:dhcp {{(pid=103481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 04 06:29:43.217080 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ccdcdab8-8237-45c2-8815-a40b2575143f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-951985', 'neutron.services.segments.db._delete_segments_for_network-8794510801722'] for network (011cd3e6-7fb3-42aa-82db-8dc9f7935dbb), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:43.236988 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-ccdcdab8-8237-45c2-8815-a40b2575143f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011cd3e6-7fb3-42aa-82db-8dc9f7935dbb']}} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:29:43.246819 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-ccdcdab8-8237-45c2-8815-a40b2575143f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a7f810-8a5f-44ce-9a3a-d94e8164ad1f') {'for_net_delete': True} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:29:43.247219 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.services.segments.db [None req-ccdcdab8-8237-45c2-8815-a40b2575143f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a7f810-8a5f-44ce-9a3a-d94e8164ad1f') {} {{(pid=103480) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 04 06:29:43.261277 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ccdcdab8-8237-45c2-8815-a40b2575143f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794510999619', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3914034'] for segment (42a7f810-8a5f-44ce-9a3a-d94e8164ad1f), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:43.271824 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-2788d5eb-274d-4296-abc9-351afaee8de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-596585', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-519130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794511042937', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794510474006'] for port (13640bdc-606e-4fda-a422-ea569357d06c), after_delete {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:43.275768 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ccdcdab8-8237-45c2-8815-a40b2575143f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029'] for segment (42a7f810-8a5f-44ce-9a3a-d94e8164ad1f), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:43.282201 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccdcdab8-8237-45c2-8815-a40b2575143f admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103480) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 04 06:29:43.282679 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ccdcdab8-8237-45c2-8815-a40b2575143f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1046029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2345957'] for segment (42a7f810-8a5f-44ce-9a3a-d94e8164ad1f), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: Traceback (most recent call last): Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: timer() Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: cb(*args, **kw) Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: return func(*args, **kwargs) Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: self._notify() Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: self.callback(batched_events) Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: event.method(event) Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: aggregate_uuid = self.p_client.list_aggregates( Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: return f(self, *a, **k) Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._get(url).json() Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: return self.request(url, 'GET', **kwargs) Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: base_url = self.get_endpoint(auth, allow=allow, Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 04 06:29:43.285148 dv-cinder-834448-2-iscsi neutron-server[103480]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 04 06:29:43.299316 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788d5eb-274d-4296-abc9-351afaee8de1 None None] Pushing event deleted for resources: {'Port': ['ID=13640bdc-606e-4fda-a422-ea569357d06c,revision_number=None']} {{(pid=103481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:29:43.306717 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2788d5eb-274d-4296-abc9-351afaee8de1 None None] No DVR routers for this DVR port 13640bdc-606e-4fda-a422-ea569357d06c on host dv-cinder-834448-2-iscsi {{(pid=103481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 04 06:29:43.346604 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ccdcdab8-8237-45c2-8815-a40b2575143f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-951992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623340', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1683273', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589347'] for network (011cd3e6-7fb3-42aa-82db-8dc9f7935dbb), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:43.351101 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-ccdcdab8-8237-45c2-8815-a40b2575143f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1683327'] for network (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:43.354581 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-ccdcdab8-8237-45c2-8815-a40b2575143f admin admin] 10.222.0.30 "DELETE /v2.0/networks/011cd3e6-7fb3-42aa-82db-8dc9f7935dbb HTTP/1.1" status: 204 len: 168 time: 0.5334408 Apr 04 06:29:43.368260 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcdab8-8237-45c2-8815-a40b2575143f admin admin] Pushing event deleted for resources: {'Network': ['ID=011cd3e6-7fb3-42aa-82db-8dc9f7935dbb,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:29:43.487239 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33792) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:29:43.531572 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-0d7b76c0-9acd-45a7-a0ea-011023c75864 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=68988ae34214443380cdb8f4c7433802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413826 Apr 04 06:29:43.532340 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33794) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:29:43.585871 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-15b0bba0-e7bd-479d-a6f1-67c6f4134e64 admin admin] Publish callbacks [] for security_group (04306985-be57-4abe-ace4-0d6b7896081f), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:43.608266 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-15b0bba0-e7bd-479d-a6f1-67c6f4134e64 admin admin] Publish callbacks [] for security_group (04306985-be57-4abe-ace4-0d6b7896081f), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:43.635559 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:29:43.662600 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-15b0bba0-e7bd-479d-a6f1-67c6f4134e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (04306985-be57-4abe-ace4-0d6b7896081f), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:43.665333 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-15b0bba0-e7bd-479d-a6f1-67c6f4134e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:43.666504 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-15b0bba0-e7bd-479d-a6f1-67c6f4134e64 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04306985-be57-4abe-ace4-0d6b7896081f HTTP/1.1" status: 204 len: 168 time: 0.1332040 Apr 04 06:29:43.674348 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0bba0-e7bd-479d-a6f1-67c6f4134e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04306985-be57-4abe-ace4-0d6b7896081f,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:29:43.842594 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 41af025f-41a0-4251-bdb8-66a06bf107e8 no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:29:43.865414 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: 41af025f-41a0-4251-bdb8-66a06bf107e8 {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:29:43.865963 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 41af025f-41a0-4251-bdb8-66a06bf107e8 not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:29:43.866228 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 445a62dc-d237-48b3-95b3-42c61a1b774c no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:29:44.023009 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: 445a62dc-d237-48b3-95b3-42c61a1b774c {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:29:44.023377 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 445a62dc-d237-48b3-95b3-42c61a1b774c not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:29:44.023833 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 13640bdc-606e-4fda-a422-ea569357d06c no longer exists at agent ovs-agent-dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 04 06:29:44.027593 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33800) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:29:44.043588 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] No Port match for: 13640bdc-606e-4fda-a422-ea569357d06c {{(pid=103481) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 04 06:29:44.043932 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron.plugins.ml2.rpc [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Device 13640bdc-606e-4fda-a422-ea569357d06c not bound to the agent host dv-cinder-834448-2-iscsi {{(pid=103481) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 04 06:29:44.069764 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-b62448ac-f43d-45a9-890f-6e0e2d4aeb28 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b579d521e0cf45ebab46a26cd6aed8a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409865 Apr 04 06:29:44.073595 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [-] (103480) accepted ('10.222.0.30', 33802) {{(pid=103480) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 04 06:29:44.131618 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-56d87c34-a075-446e-be76-1741285626e7 admin admin] Publish callbacks [] for security_group (3d093d71-b19d-4cfc-8d1c-0d9c8bff22fd), before_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:44.155786 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-56d87c34-a075-446e-be76-1741285626e7 admin admin] Publish callbacks [] for security_group (3d093d71-b19d-4cfc-8d1c-0d9c8bff22fd), precommit_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:44.208242 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-56d87c34-a075-446e-be76-1741285626e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623519'] for security_group (3d093d71-b19d-4cfc-8d1c-0d9c8bff22fd), after_delete {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:44.211114 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron_lib.callbacks.manager [None req-56d87c34-a075-446e-be76-1741285626e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103480) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:44.212272 dv-cinder-834448-2-iscsi neutron-server[103480]: INFO neutron.wsgi [None req-56d87c34-a075-446e-be76-1741285626e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d093d71-b19d-4cfc-8d1c-0d9c8bff22fd HTTP/1.1" status: 204 len: 168 time: 0.1374164 Apr 04 06:29:44.219880 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d87c34-a075-446e-be76-1741285626e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d093d71-b19d-4cfc-8d1c-0d9c8bff22fd,revision_number=None']} {{(pid=103480) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 04 06:29:56.205520 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd37819c-b3cd-4715-8d09-d28a74a5634e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:58.351627 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-b7b7ae75-3c43-45cb-9b6e-d0f5d7f7bcd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:29:59.639444 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:30:00.722409 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:30:02.367740 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:30:04.194795 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:30:20.635960 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:30:26.201558 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-08bdea19-fe35-49ff-be3e-3c87f6adc3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:30:28.357424 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-3cfb438a-c5b1-48d4-bc59-e2de1905dbe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:30:29.647443 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:30:30.720697 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:30:32.371618 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:30:34.191958 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:30:56.195633 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a260dcd9-f467-4598-9b74-a9e2b7ffab77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:30:57.646385 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:30:58.366513 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-3d0371ab-a5e8-4997-9867-dd1ca941f391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:30:59.642036 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:31:00.722861 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:31:02.377772 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:31:04.204757 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:31:26.196454 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-42d2f195-331c-4eed-b500-c06bcc6ded84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:31:28.365590 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-2cf51dd2-22d2-452a-b4c1-bd45f4fc6556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:31:29.645302 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:31:30.727173 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:31:32.373029 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:31:34.203772 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:31:34.640393 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:31:56.203161 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8732ec7a-3544-457c-a6ec-eff11b04697f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:31:58.365910 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-85d4d87d-bd18-4bcd-9256-9c7ff640557d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:31:59.657444 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:32:00.726902 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:32:02.375054 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:32:04.220198 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:32:11.646106 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:32:26.194237 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-0482f8b8-a5e6-48a6-b394-30b64bc929c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:32:28.359612 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-ebf51441-efda-4c94-bde3-c106567ee05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:32:29.660121 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:32:30.733609 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:32:32.374306 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:32:34.224332 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:32:48.650855 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:32:56.198695 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-ff505b2d-241d-44ab-a926-90b5701bc1de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:32:58.367838 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-2735b259-5ef2-48ae-9869-42913af726f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:32:59.665850 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:33:00.745385 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:33:02.382676 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:33:04.226405 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:33:25.655714 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:33:26.199815 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-0c258b8f-69a1-42bb-9e69-08178889a7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:33:28.363125 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-2b28bd9c-fe16-415b-a98e-f40b015c8363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:33:29.665705 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:33:30.744703 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:33:32.375033 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:33:34.235410 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:33:56.204043 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-91ca9bee-0b3e-40a9-b870-56e507f26f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:33:58.367843 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-c6274fcf-85a6-499d-8a54-7c9ccb1b5d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:33:59.666780 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:34:00.745798 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:34:02.378067 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:34:02.654371 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:34:04.235653 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:34:26.205716 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-024a2718-a726-439a-be6a-a4d5b15d51a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:34:28.371868 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1f6733f-793f-4593-8262-8718f3b8ba7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:34:29.675958 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:34:30.756577 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:34:32.373644 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:34:34.240076 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:34:39.657105 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 04 06:34:56.204817 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fb3c7b58-ac62-4b6c-8006-11ddbfae6401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (a23458ca-c084-4a06-a8cf-ee94f3e130be), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:34:58.201557 dv-cinder-834448-2-iscsi neutron-server[103480]: DEBUG neutron.wsgi [req-b2173996-564c-4ac5-bc65-3e7a70795ca0 req-04d2165a-4e6c-4cbb-aabe-2b78d50e3551 service neutron] (103480) timed out ('10.222.0.30', 55788) {{(pid=103480) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 04 06:34:58.283931 dv-cinder-834448-2-iscsi neutron-server[103479]: DEBUG neutron.wsgi [req-b2173996-564c-4ac5-bc65-3e7a70795ca0 req-7194bff5-1d5e-4433-88b8-0cc10fcf9422 tempest-AttachVolumeShelveTestJSON-917591724 tempest-AttachVolumeShelveTestJSON-917591724-project] (103479) timed out ('10.222.0.30', 55796) {{(pid=103479) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 04 06:34:58.377311 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-c21dda50-0ed2-47e7-8338-23e48f5752f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0bdd7ff7-fdfb-47e0-b7ad-71dd194fcf45), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:34:59.680021 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-a866f944-5308-442d-aed3-d0d8173e6438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (16ca1e98-aa8e-4070-9f70-de3c65511de5), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:35:00.761600 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-fd584ebe-7734-46b0-8321-5e2905cc11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (9735082b-8c30-4473-9ac8-44bea05158f2), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:35:02.381956 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-861d99a6-fdf4-4edc-b470-f081dbe8e6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (e12e744b-acb3-461b-98e5-7619d2b23ebf), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:35:04.245595 dv-cinder-834448-2-iscsi neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-8ff82f9a-d4c8-41dd-9dd2-c546ad20d1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794510801704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950384'] for agent (0c1e107c-d850-42a9-b491-1b463a8f645f), after_update {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 04 06:35:16.656068 dv-cinder-834448-2-iscsi neutron-server[103482]: DEBUG neutron.db.agents_db [None req-567ff823-9782-43e8-b399-c6452ab66803 None None] Agent healthcheck: found 6 active agents {{(pid=103482) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}